[ 557.634403] env[69155]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69155) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.634721] env[69155]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69155) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.634833] env[69155]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69155) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.635192] env[69155]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 557.732925] env[69155]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69155) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 557.744730] env[69155]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=69155) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 557.789992] env[69155]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 558.356387] env[69155]: INFO nova.virt.driver [None req-0bb85a38-9e1b-4049-9dd0-71d9dcc4569b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 558.426065] env[69155]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.426227] env[69155]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.426320] env[69155]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69155) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 561.311234] env[69155]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ccff6a21-d48a-493a-9f0a-4e150f538d43 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.327301] env[69155]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69155) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 561.327457] env[69155]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-88b7ccc2-a5d0-45bf-8a3a-b680591dd717 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.351840] env[69155]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 15c9d. [ 561.352044] env[69155]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.926s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.352554] env[69155]: INFO nova.virt.vmwareapi.driver [None req-0bb85a38-9e1b-4049-9dd0-71d9dcc4569b None None] VMware vCenter version: 7.0.3 [ 561.356124] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75657f21-46b6-499e-96b0-c814cd3ad9c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.374495] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb0637e-c215-497e-9058-480aec94e7aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.380628] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530e7be5-cdda-4cba-9bf9-b8f7a85f1698 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.387405] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f16e31-df12-48a5-9916-da3c3afe28b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.400939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32bb7e5-cc5c-4914-81b1-c57d1eb3ff99 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.407031] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e49435-20d2-48a8-86b1-7026912ce2f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.437390] env[69155]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-200b27e7-2bfc-44a9-8aec-8ebd73202bd2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.442979] env[69155]: DEBUG nova.virt.vmwareapi.driver [None req-0bb85a38-9e1b-4049-9dd0-71d9dcc4569b None None] Extension org.openstack.compute already exists. {{(pid=69155) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 561.445793] env[69155]: INFO nova.compute.provider_config [None req-0bb85a38-9e1b-4049-9dd0-71d9dcc4569b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 561.949720] env[69155]: DEBUG nova.context [None req-0bb85a38-9e1b-4049-9dd0-71d9dcc4569b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0c0254e4-6f6b-49b1-8f01-ea32cbfcba36(cell1) {{(pid=69155) load_cells /opt/stack/nova/nova/context.py:464}} [ 561.951984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.952256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.952955] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.953493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Acquiring lock "0c0254e4-6f6b-49b1-8f01-ea32cbfcba36" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.953691] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Lock "0c0254e4-6f6b-49b1-8f01-ea32cbfcba36" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.954758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Lock "0c0254e4-6f6b-49b1-8f01-ea32cbfcba36" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.976662] env[69155]: INFO dbcounter [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Registered counter for database nova_cell0 [ 561.985756] env[69155]: INFO dbcounter [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Registered counter for database nova_cell1 [ 561.989323] env[69155]: DEBUG oslo_db.sqlalchemy.engines [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69155) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 561.989663] env[69155]: DEBUG oslo_db.sqlalchemy.engines [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69155) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 561.994813] env[69155]: ERROR nova.db.main.api [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 561.994813] env[69155]: result = function(*args, **kwargs) [ 561.994813] env[69155]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 561.994813] env[69155]: return func(*args, **kwargs) [ 561.994813] env[69155]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 561.994813] env[69155]: result = fn(*args, **kwargs) [ 561.994813] env[69155]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 561.994813] env[69155]: return f(*args, **kwargs) [ 561.994813] env[69155]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 561.994813] env[69155]: return db.service_get_minimum_version(context, binaries) [ 561.994813] env[69155]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 561.994813] env[69155]: _check_db_access() [ 561.994813] env[69155]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 561.994813] env[69155]: stacktrace = ''.join(traceback.format_stack()) [ 561.994813] env[69155]: [ 561.995934] env[69155]: ERROR nova.db.main.api [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 561.995934] env[69155]: result = function(*args, **kwargs) [ 561.995934] env[69155]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 561.995934] env[69155]: return func(*args, **kwargs) [ 561.995934] env[69155]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 561.995934] env[69155]: result = fn(*args, **kwargs) [ 561.995934] env[69155]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 561.995934] env[69155]: return f(*args, **kwargs) [ 561.995934] env[69155]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 561.995934] env[69155]: return db.service_get_minimum_version(context, binaries) [ 561.995934] env[69155]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 561.995934] env[69155]: _check_db_access() [ 561.995934] env[69155]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 561.995934] env[69155]: stacktrace = ''.join(traceback.format_stack()) [ 561.995934] env[69155]: [ 561.996406] env[69155]: WARNING nova.objects.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 561.996497] env[69155]: WARNING nova.objects.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Failed to get minimum service version for cell 0c0254e4-6f6b-49b1-8f01-ea32cbfcba36 [ 561.996958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Acquiring lock "singleton_lock" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.997135] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Acquired lock "singleton_lock" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.997382] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Releasing lock "singleton_lock" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.997720] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Full set of CONF: {{(pid=69155) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 561.997867] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ******************************************************************************** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 561.997998] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] Configuration options gathered from: {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 561.998148] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 561.998352] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 561.998485] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ================================================================================ {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 561.998698] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] allow_resize_to_same_host = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.998871] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] arq_binding_timeout = 300 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.999012] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] backdoor_port = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.999146] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] backdoor_socket = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.999314] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] block_device_allocate_retries = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.999479] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] block_device_allocate_retries_interval = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.999648] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cert = self.pem {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.999817] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.999990] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute_monitors = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.000195] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] config_dir = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.000373] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] config_drive_format = iso9660 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.000511] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.000677] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] config_source = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.000845] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] console_host = devstack {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.001044] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] control_exchange = nova {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.001286] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cpu_allocation_ratio = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.001387] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] daemon = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.001560] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] debug = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.001721] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] default_access_ip_network_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.001889] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] default_availability_zone = nova {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.002055] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] default_ephemeral_format = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.002223] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] default_green_pool_size = 1000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.002466] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.002630] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] default_schedule_zone = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.002789] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] disk_allocation_ratio = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.002951] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] enable_new_services = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.003185] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] enabled_apis = ['osapi_compute'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.003357] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] enabled_ssl_apis = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.003525] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] flat_injected = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.003689] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] force_config_drive = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.003849] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] force_raw_images = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.004034] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] graceful_shutdown_timeout = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.004207] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] heal_instance_info_cache_interval = -1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.004440] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] host = cpu-1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.004621] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.004790] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] initial_disk_allocation_ratio = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.004953] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] initial_ram_allocation_ratio = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.005219] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.005463] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] instance_build_timeout = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.005646] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] instance_delete_interval = 300 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.005822] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] instance_format = [instance: %(uuid)s] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.005991] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] instance_name_template = instance-%08x {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.006172] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] instance_usage_audit = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.006350] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] instance_usage_audit_period = month {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.006519] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.006687] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] instances_path = /opt/stack/data/nova/instances {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.006856] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] internal_service_availability_zone = internal {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.007025] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] key = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.007201] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] live_migration_retry_count = 30 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.007388] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_color = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.007646] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_config_append = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.007843] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.008023] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_dir = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.008195] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_file = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.008329] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_options = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.008493] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_rotate_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.008665] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_rotate_interval_type = days {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.008835] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] log_rotation_type = none {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.008968] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.009110] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.009286] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.009454] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.009585] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.009748] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] long_rpc_timeout = 1800 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.009910] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] max_concurrent_builds = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.010084] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] max_concurrent_live_migrations = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.010249] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] max_concurrent_snapshots = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.010411] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] max_local_block_devices = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.010573] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] max_logfile_count = 30 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.010830] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] max_logfile_size_mb = 200 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.010898] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] maximum_instance_delete_attempts = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.011099] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] metadata_listen = 0.0.0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.011282] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] metadata_listen_port = 8775 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.011456] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] metadata_workers = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.011622] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] migrate_max_retries = -1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.011791] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] mkisofs_cmd = genisoimage {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.012014] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] my_block_storage_ip = 10.180.1.21 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.012155] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] my_ip = 10.180.1.21 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.012367] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.012535] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] network_allocate_retries = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.012719] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.012889] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] osapi_compute_listen = 0.0.0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.013102] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] osapi_compute_listen_port = 8774 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.013271] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] osapi_compute_unique_server_name_scope = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.013449] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] osapi_compute_workers = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.013617] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] password_length = 12 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.013782] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] periodic_enable = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.013944] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] periodic_fuzzy_delay = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.014139] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] pointer_model = usbtablet {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.014307] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] preallocate_images = none {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.014472] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] publish_errors = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.014603] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] pybasedir = /opt/stack/nova {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.014761] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ram_allocation_ratio = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.014922] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] rate_limit_burst = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.015107] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] rate_limit_except_level = CRITICAL {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.015271] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] rate_limit_interval = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.015474] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] reboot_timeout = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.015775] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] reclaim_instance_interval = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.015925] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] record = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.016119] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] reimage_timeout_per_gb = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.016295] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] report_interval = 120 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.016461] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] rescue_timeout = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.016626] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] reserved_host_cpus = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.016786] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] reserved_host_disk_mb = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.016946] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] reserved_host_memory_mb = 512 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.017123] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] reserved_huge_pages = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.017336] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] resize_confirm_window = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.017522] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] resize_fs_using_block_device = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.017686] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] resume_guests_state_on_host_boot = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.017858] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.018032] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] rpc_response_timeout = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.018202] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] run_external_periodic_tasks = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.018373] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] running_deleted_instance_action = reap {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.018567] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] running_deleted_instance_poll_interval = 1800 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.018811] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] running_deleted_instance_timeout = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.018996] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler_instance_sync_interval = 120 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.019190] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_down_time = 720 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.019367] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] servicegroup_driver = db {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.019528] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] shell_completion = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.019691] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] shelved_offload_time = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.019852] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] shelved_poll_interval = 3600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.020030] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] shutdown_timeout = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.020199] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] source_is_ipv6 = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.020366] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ssl_only = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.020660] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.020834] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] sync_power_state_interval = 600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.021035] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] sync_power_state_pool_size = 1000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.021229] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] syslog_log_facility = LOG_USER {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.021393] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] tempdir = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.021610] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] timeout_nbd = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.021724] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] transport_url = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.021886] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] update_resources_interval = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.022059] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] use_cow_images = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.022227] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] use_journal = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.022391] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] use_json = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.022552] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] use_rootwrap_daemon = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.022715] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] use_stderr = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.022877] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] use_syslog = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.023081] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vcpu_pin_set = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.023260] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plugging_is_fatal = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.023445] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plugging_timeout = 300 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.023619] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] virt_mkfs = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.023784] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] volume_usage_poll_interval = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.023955] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] watch_log_file = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.024140] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] web = /usr/share/spice-html5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.024337] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.024507] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.024675] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.024849] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_concurrency.disable_process_locking = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.025621] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.025919] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.025998] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.026193] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.026373] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.026544] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.026733] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.auth_strategy = keystone {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.026906] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.compute_link_prefix = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.027100] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.027285] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.dhcp_domain = novalocal {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.027462] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.enable_instance_password = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.027631] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.glance_link_prefix = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.027807] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.027985] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.028170] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.instance_list_per_project_cells = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.028343] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.list_records_by_skipping_down_cells = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.028515] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.local_metadata_per_cell = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.028739] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.max_limit = 1000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.028936] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.metadata_cache_expiration = 15 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.029140] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.neutron_default_tenant_id = default {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.029321] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.response_validation = warn {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.029498] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.use_neutron_default_nets = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.029681] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.029860] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.030027] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.030210] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.030392] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.vendordata_dynamic_targets = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.030561] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.vendordata_jsonfile_path = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.030796] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.031037] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.backend = dogpile.cache.memcached {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.031231] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.backend_argument = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.031403] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.backend_expiration_time = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.031578] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.config_prefix = cache.oslo {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.031776] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.dead_timeout = 60.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.031917] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.debug_cache_backend = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.032096] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.enable_retry_client = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.032270] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.enable_socket_keepalive = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.032445] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.enabled = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.032616] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.enforce_fips_mode = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.032784] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.expiration_time = 600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.032951] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.hashclient_retry_attempts = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.033166] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.hashclient_retry_delay = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.033347] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_dead_retry = 300 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.033513] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_password = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.033683] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.033852] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.034030] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_pool_maxsize = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.034208] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.034379] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_sasl_enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.034567] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.034737] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_socket_timeout = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.034901] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.memcache_username = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.035081] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.proxies = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.035254] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.redis_db = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.035443] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.redis_password = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.035633] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.redis_sentinel_service_name = mymaster {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.035821] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.036062] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.redis_server = localhost:6379 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.036182] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.redis_socket_timeout = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.036353] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.redis_username = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.036519] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.retry_attempts = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.036688] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.retry_delay = 0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.036856] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.socket_keepalive_count = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.037035] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.socket_keepalive_idle = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.037211] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.socket_keepalive_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.037377] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.tls_allowed_ciphers = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.037541] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.tls_cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.037705] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.tls_certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.037872] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.tls_enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.038045] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cache.tls_keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.038228] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.038412] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.auth_type = password {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.038578] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.038763] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.catalog_info = volumev3::publicURL {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.038931] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.039116] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.039290] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.cross_az_attach = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.039463] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.debug = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.039629] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.endpoint_template = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.039798] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.http_retries = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.039966] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.040143] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.040324] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.os_region_name = RegionOne {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.040494] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.040670] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cinder.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.040902] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.041103] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.cpu_dedicated_set = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.041262] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.cpu_shared_set = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.041437] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.image_type_exclude_list = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.041605] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.041775] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.max_concurrent_disk_ops = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.041941] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.max_disk_devices_to_attach = -1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.042118] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.042294] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.042463] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.resource_provider_association_refresh = 300 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.042629] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.042795] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.shutdown_retry_interval = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.042976] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.043215] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] conductor.workers = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.043396] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] console.allowed_origins = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.043563] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] console.ssl_ciphers = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.043740] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] console.ssl_minimum_version = default {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.043916] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] consoleauth.enforce_session_timeout = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.044104] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] consoleauth.token_ttl = 600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.044281] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.044443] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.044612] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.044776] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.044943] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.045121] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.045295] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.045460] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.045627] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.045793] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.045958] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.046213] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.046294] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.046471] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.service_type = accelerator {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.046640] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.046802] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.046970] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.047146] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.047333] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.047500] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] cyborg.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.047678] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.asyncio_connection = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.047844] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.asyncio_slave_connection = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.048029] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.backend = sqlalchemy {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.048210] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.connection = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.048385] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.connection_debug = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.048561] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.connection_parameters = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.048733] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.connection_recycle_time = 3600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.048904] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.connection_trace = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.049091] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.db_inc_retry_interval = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.049268] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.db_max_retries = 20 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.049439] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.db_max_retry_interval = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.049607] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.db_retry_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.049777] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.max_overflow = 50 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.049945] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.max_pool_size = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.050126] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.max_retries = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.050305] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.050473] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.mysql_wsrep_sync_wait = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.050637] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.pool_timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.050805] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.retry_interval = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.050984] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.slave_connection = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.051217] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.sqlite_synchronous = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.051400] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] database.use_db_reconnect = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.051578] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.asyncio_connection = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.051744] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.asyncio_slave_connection = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.051920] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.backend = sqlalchemy {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.052122] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.connection = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.052283] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.connection_debug = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053087] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.connection_parameters = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053087] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.connection_recycle_time = 3600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053087] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.connection_trace = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053087] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.db_inc_retry_interval = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053293] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.db_max_retries = 20 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053325] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.db_max_retry_interval = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053497] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.db_retry_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053669] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.max_overflow = 50 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.053856] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.max_pool_size = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.054050] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.max_retries = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.054241] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.054416] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.054584] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.pool_timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.054754] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.retry_interval = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.054921] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.slave_connection = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.055104] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] api_database.sqlite_synchronous = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.055295] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] devices.enabled_mdev_types = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.055479] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.055655] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ephemeral_storage_encryption.default_format = luks {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.055824] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ephemeral_storage_encryption.enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.055993] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.056185] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.api_servers = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.056358] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.056523] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.056690] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.056874] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.057079] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.057320] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.debug = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.057517] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.default_trusted_certificate_ids = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.057693] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.enable_certificate_validation = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.057866] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.enable_rbd_download = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.058083] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.058275] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.058448] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.058616] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.058781] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.058952] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.num_retries = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.059182] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.rbd_ceph_conf = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.059368] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.rbd_connect_timeout = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.059547] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.rbd_pool = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.059718] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.rbd_user = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.059892] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.060084] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.060277] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.060454] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.service_type = image {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.060621] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.060785] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.060949] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.061153] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.061384] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.061569] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.verify_glance_signatures = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.061735] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] glance.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.061932] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] guestfs.debug = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.062122] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.062308] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.auth_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.062485] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.062636] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.062838] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.063029] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.063217] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.063389] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.063559] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.063721] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.063885] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.064058] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.064228] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.064427] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.064609] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.064786] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.service_type = shared-file-system {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.064956] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.share_apply_policy_timeout = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.065138] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.065308] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.065499] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.065670] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.065864] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.066076] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] manila.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.066269] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] mks.enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.066646] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.066840] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] image_cache.manager_interval = 2400 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.067020] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] image_cache.precache_concurrency = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.067196] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] image_cache.remove_unused_base_images = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.067371] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.067547] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.067767] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] image_cache.subdirectory_name = _base {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.067958] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.api_max_retries = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.068145] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.api_retry_interval = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.068317] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.068487] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.auth_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.068651] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.068811] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.068978] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.069165] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.conductor_group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.069410] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.069594] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.069762] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.069929] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.070106] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.070276] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.070437] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.070607] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.peer_list = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.070768] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.070962] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.071172] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.serial_console_state_timeout = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.071343] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.071516] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.service_type = baremetal {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.071681] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.shard = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.071847] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.072034] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.072185] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.072350] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.072575] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.072712] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ironic.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.072900] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.073115] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] key_manager.fixed_key = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.073315] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.073482] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.barbican_api_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.073645] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.barbican_endpoint = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.073818] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.barbican_endpoint_type = public {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.074015] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.barbican_region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.074200] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.074367] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.074535] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.074700] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.074862] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.075039] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.number_of_retries = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.075211] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.retry_delay = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.075383] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.send_service_user_token = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.075559] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.075763] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.075942] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.verify_ssl = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.076119] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican.verify_ssl_path = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.076301] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.076469] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.auth_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.076633] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.076795] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.076960] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.077151] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.077351] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.077533] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.077699] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] barbican_service_user.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.077872] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.approle_role_id = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.078049] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.approle_secret_id = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.078230] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.kv_mountpoint = secret {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.078397] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.kv_path = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.078565] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.kv_version = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.078726] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.namespace = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.078923] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.root_token_id = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.079120] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.ssl_ca_crt_file = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.079298] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.timeout = 60.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.079465] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.use_ssl = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.079636] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.079805] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.079968] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.080147] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.080311] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.080477] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.080716] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.080905] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.081087] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.081256] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.081419] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.081583] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.081748] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.081910] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.082096] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.service_type = identity {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.082292] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.082470] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.082635] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.082786] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.082968] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.083159] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] keystone.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.083354] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.ceph_mount_options = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.083699] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.083902] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.connection_uri = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.084111] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.cpu_mode = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.084296] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.cpu_model_extra_flags = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.084472] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.cpu_models = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.084646] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.cpu_power_governor_high = performance {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.084816] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.cpu_power_governor_low = powersave {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.084984] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.cpu_power_management = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.085174] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.085360] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.device_detach_attempts = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.085557] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.device_detach_timeout = 20 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.085741] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.disk_cachemodes = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.085909] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.disk_prefix = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.086088] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.enabled_perf_events = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.086262] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.file_backed_memory = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.086434] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.gid_maps = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.086596] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.hw_disk_discard = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.086752] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.hw_machine_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.086925] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.images_rbd_ceph_conf = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.087138] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.087324] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.087496] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.images_rbd_glance_store_name = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.087668] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.images_rbd_pool = rbd {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.087842] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.images_type = default {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.088011] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.images_volume_group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.088188] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.inject_key = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.088357] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.inject_partition = -2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.088523] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.inject_password = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.088763] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.iscsi_iface = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.088950] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.iser_use_multipath = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.089135] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_bandwidth = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.089306] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.089476] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_downtime = 500 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.089682] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.089849] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.090020] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_inbound_addr = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.090189] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.090386] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_permit_post_copy = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.090556] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_scheme = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.090729] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_timeout_action = abort {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.090895] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_tunnelled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.091083] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_uri = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.091246] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.live_migration_with_native_tls = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.091407] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.max_queues = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.091573] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.091824] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.092034] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.nfs_mount_options = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.092370] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.092555] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.092728] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.num_iser_scan_tries = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.092920] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.num_memory_encrypted_guests = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.093117] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.093255] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.num_pcie_ports = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.093436] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.num_volume_scan_tries = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.093638] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.pmem_namespaces = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.093807] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.quobyte_client_cfg = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.094130] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.094314] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rbd_connect_timeout = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.094484] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.094650] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.094811] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rbd_secret_uuid = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.094972] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rbd_user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.095191] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.095387] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.remote_filesystem_transport = ssh {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.095554] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rescue_image_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.095717] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rescue_kernel_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.095879] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rescue_ramdisk_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.096110] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.096227] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.rx_queue_size = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.096400] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.smbfs_mount_options = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.096744] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.096965] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.snapshot_compression = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.097155] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.snapshot_image_format = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.097398] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.097572] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.sparse_logical_volumes = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.097742] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.swtpm_enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.097914] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.swtpm_group = tss {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.098098] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.swtpm_user = tss {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.098306] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.sysinfo_serial = unique {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.098490] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.tb_cache_size = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.098656] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.tx_queue_size = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.098826] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.uid_maps = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.098992] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.use_virtio_for_bridges = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.099179] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.virt_type = kvm {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.099353] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.volume_clear = zero {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.099523] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.volume_clear_size = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.099689] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.volume_enforce_multipath = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.099862] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.volume_use_multipath = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.100040] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.vzstorage_cache_path = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.100220] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.100393] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.vzstorage_mount_group = qemu {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.100562] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.vzstorage_mount_opts = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.100734] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.101043] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.101229] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.vzstorage_mount_user = stack {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.101436] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.101636] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.101819] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.auth_type = password {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.101983] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.102162] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.102332] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.102496] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.102658] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.102830] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.default_floating_pool = public {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.103099] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.103188] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.extension_sync_interval = 600 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.103358] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.http_retries = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.103526] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.103690] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.103851] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.104029] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.104198] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.104372] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.ovs_bridge = br-int {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.104575] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.physnets = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.104770] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.region_name = RegionOne {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.104936] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.105124] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.service_metadata_proxy = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.105292] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.105462] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.service_type = network {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.105629] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.105790] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.105951] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.106132] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.106326] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.106493] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] neutron.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.106672] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] notifications.bdms_in_notifications = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.106851] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] notifications.default_level = INFO {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.107027] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] notifications.include_share_mapping = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.107211] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] notifications.notification_format = unversioned {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.107383] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] notifications.notify_on_state_change = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.107582] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.107810] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] pci.alias = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.107991] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] pci.device_spec = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.108177] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] pci.report_in_placement = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.108360] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.108540] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.auth_type = password {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.108711] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.108877] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.109047] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.109224] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.109394] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.109558] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.109723] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.default_domain_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.109884] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.default_domain_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.110060] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.domain_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.110226] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.domain_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.110387] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.110551] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.110751] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.110928] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.111101] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.111278] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.password = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.111441] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.project_domain_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.111609] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.project_domain_name = Default {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.111781] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.project_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.111955] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.project_name = service {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.112139] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.region_name = RegionOne {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.112317] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.112483] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.112654] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.service_type = placement {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.112818] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.112979] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.113166] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.113373] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.system_scope = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.113484] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.113647] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.trust_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.113838] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.user_domain_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.114058] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.user_domain_name = Default {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.114237] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.user_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.114417] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.username = nova {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.114602] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.114766] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] placement.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.114954] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.cores = 20 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.115136] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.count_usage_from_placement = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.115313] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.115496] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.injected_file_content_bytes = 10240 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.115668] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.injected_file_path_length = 255 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.115841] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.injected_files = 5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.116015] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.instances = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.116189] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.key_pairs = 100 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.116362] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.metadata_items = 128 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.116532] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.ram = 51200 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.116701] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.recheck_quota = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.116905] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.server_group_members = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.117113] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.server_groups = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.117340] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.117519] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] quota.unified_limits_resource_strategy = require {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.117696] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.117863] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.118041] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.image_metadata_prefilter = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.118213] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.118389] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.max_attempts = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.118561] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.max_placement_results = 1000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.118727] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.118893] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.query_placement_for_image_type_support = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.119081] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.119263] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] scheduler.workers = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.119444] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.119615] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.119801] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.120014] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.120200] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.120371] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.120537] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.120729] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.120904] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.host_subset_size = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.121111] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.121255] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.121430] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.121634] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.121822] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.121995] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.isolated_hosts = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.122177] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.isolated_images = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.122348] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.122515] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.122681] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.122848] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.pci_in_placement = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.123021] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.123229] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.123408] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.123578] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.123743] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.123907] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.124090] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.track_instance_changes = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.124278] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.124455] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] metrics.required = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.124624] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] metrics.weight_multiplier = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.124829] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.125019] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] metrics.weight_setting = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.125360] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.125543] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] serial_console.enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.125728] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] serial_console.port_range = 10000:20000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.125905] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.126090] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.126278] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] serial_console.serialproxy_port = 6083 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.126532] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.126730] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.auth_type = password {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.126900] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.127078] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.127256] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.127425] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.127589] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.127764] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.send_service_user_token = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.127934] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.128146] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] service_user.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.128338] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.agent_enabled = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.128509] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.128826] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.129056] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.129244] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.html5proxy_port = 6082 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.129411] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.image_compression = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.129579] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.jpeg_compression = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.129775] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.playback_compression = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.129955] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.require_secure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.130144] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.server_listen = 127.0.0.1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.130322] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.130608] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.130783] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.streaming_mode = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.130949] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] spice.zlib_compression = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.131140] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] upgrade_levels.baseapi = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.131355] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] upgrade_levels.compute = auto {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.131533] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] upgrade_levels.conductor = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.131701] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] upgrade_levels.scheduler = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.131876] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.132056] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.auth_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.132227] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.132389] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.132572] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.132741] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.132941] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.133153] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.133312] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vendordata_dynamic_auth.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.133495] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.api_retry_count = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.133708] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.ca_file = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.133834] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.cache_prefix = devstack-image-cache {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.134016] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.cluster_name = testcl1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.134202] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.connection_pool_size = 10 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.134367] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.console_delay_seconds = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.134605] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.datastore_regex = ^datastore.* {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.134851] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.135056] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.host_password = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.135247] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.host_port = 443 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.135415] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.host_username = administrator@vsphere.local {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.135589] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.insecure = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.135756] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.integration_bridge = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.135943] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.maximum_objects = 100 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.136153] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.pbm_default_policy = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.136400] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.pbm_enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.136499] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.pbm_wsdl_location = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.136672] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.136835] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.serial_port_proxy_uri = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.136998] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.serial_port_service_uri = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.137185] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.task_poll_interval = 0.5 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.137371] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.use_linked_clone = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.137587] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.vnc_keymap = en-us {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.137773] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.vnc_port = 5900 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.137945] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vmware.vnc_port_total = 10000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.138154] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.auth_schemes = ['none'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.138338] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.138642] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.138833] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.139038] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.novncproxy_port = 6080 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.139274] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.server_listen = 127.0.0.1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.139463] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.139631] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.vencrypt_ca_certs = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.139795] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.vencrypt_client_cert = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.139957] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vnc.vencrypt_client_key = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.140157] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.140331] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.disable_deep_image_inspection = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.140502] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.140709] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.140886] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.141068] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.disable_rootwrap = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.141241] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.enable_numa_live_migration = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.141408] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.141575] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.141740] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.141905] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.libvirt_disable_apic = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.142098] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.142342] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.142529] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.142698] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.142867] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.143060] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.143223] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.143392] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.143559] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.143731] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.143953] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.144140] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] wsgi.secure_proxy_ssl_header = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.144312] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] zvm.ca_file = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.144479] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] zvm.cloud_connector_url = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.144804] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.144993] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] zvm.reachable_timeout = 300 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.145186] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.145375] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.145593] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.connection_string = messaging:// {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.145770] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.enabled = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.145945] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.es_doc_type = notification {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.146126] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.es_scroll_size = 10000 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.146303] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.es_scroll_time = 2m {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.146469] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.filter_error_trace = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.146640] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.hmac_keys = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.146809] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.sentinel_service_name = mymaster {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.146986] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.socket_timeout = 0.1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.147200] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.trace_requests = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.147373] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler.trace_sqlalchemy = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.147568] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler_jaeger.process_tags = {} {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.147730] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler_jaeger.service_name_prefix = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.147896] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] profiler_otlp.service_name_prefix = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.148086] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.148263] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.148431] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.148621] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.148815] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.148984] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.149168] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.149339] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.149504] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.149677] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.149839] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.150016] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.150210] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.150457] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.150645] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.150855] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.151017] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.151192] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.151367] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.151532] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.151695] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.151873] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.152055] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.152258] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.152430] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.152597] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.152763] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.152927] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.153109] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.153279] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.153445] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.ssl = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.153615] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.153805] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.154070] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.154177] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.154349] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.ssl_version = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.154515] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.154707] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.154875] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_notifications.retry = -1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.155064] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.155241] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_messaging_notifications.transport_url = **** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.155454] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.auth_section = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.155666] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.auth_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.155839] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.cafile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.156009] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.certfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.156186] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.collect_timing = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.156353] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.connect_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.156513] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.connect_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.156674] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.endpoint_id = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.156847] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.endpoint_interface = publicURL {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.157022] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.endpoint_override = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.157202] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.endpoint_region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.157398] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.endpoint_service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.157621] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.endpoint_service_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.157726] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.insecure = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.157889] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.keyfile = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.158062] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.max_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.158230] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.min_version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.158392] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.region_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.158556] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.retriable_status_codes = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.158714] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.service_name = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.158898] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.service_type = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.159130] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.split_loggers = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.159309] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.status_code_retries = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.159475] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.status_code_retry_delay = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.159637] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.timeout = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.159799] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.valid_interfaces = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.159960] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_limit.version = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.160143] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_reports.file_event_handler = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.160312] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.160472] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] oslo_reports.log_dir = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.160672] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.160853] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.161031] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.161208] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.161380] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.161542] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.161714] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.161875] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_ovs_privileged.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.162046] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.162223] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.162426] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.162599] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] vif_plug_ovs_privileged.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.162776] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_linux_bridge.flat_interface = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.162974] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.163189] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.163373] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.163548] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.163723] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.163899] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.164114] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.164329] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.164487] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_ovs.isolate_vif = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.164659] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.164829] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.165008] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.165186] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_ovs.ovsdb_interface = native {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.165362] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] os_vif_ovs.per_port_bridge = False {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.165581] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] privsep_osbrick.capabilities = [21] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.165777] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] privsep_osbrick.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.165946] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] privsep_osbrick.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.166134] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.166307] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.166471] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] privsep_osbrick.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.166647] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.166811] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] nova_sys_admin.group = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.166973] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] nova_sys_admin.helper_command = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.167215] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.167424] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.167594] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] nova_sys_admin.user = None {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.167747] env[69155]: DEBUG oslo_service.backend.eventlet.service [None req-6f2ad3e1-91dc-41c5-8d47-faf523b27a9a None None] ******************************************************************************** {{(pid=69155) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 562.168189] env[69155]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 562.673880] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Getting list of instances from cluster (obj){ [ 562.673880] env[69155]: value = "domain-c8" [ 562.673880] env[69155]: _type = "ClusterComputeResource" [ 562.673880] env[69155]: } {{(pid=69155) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.675076] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e893a009-a19a-4bcc-8aec-3a1293213128 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.684314] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Got total of 0 instances {{(pid=69155) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 562.684923] env[69155]: WARNING nova.virt.vmwareapi.driver [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 562.685448] env[69155]: INFO nova.virt.node [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Generated node identity fe5846b4-4143-4953-928e-00592fe9eee7 [ 562.685707] env[69155]: INFO nova.virt.node [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Wrote node identity fe5846b4-4143-4953-928e-00592fe9eee7 to /opt/stack/data/n-cpu-1/compute_id [ 563.189971] env[69155]: WARNING nova.compute.manager [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Compute nodes ['fe5846b4-4143-4953-928e-00592fe9eee7'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 564.194456] env[69155]: INFO nova.compute.manager [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 565.200417] env[69155]: WARNING nova.compute.manager [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 565.201203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.201639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.201732] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.201810] env[69155]: DEBUG nova.compute.resource_tracker [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 565.202764] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8c89ce-02df-4697-a72b-07d75c747825 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.214126] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb01ab-3b7f-4bc1-9279-aec71a46e6b0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.230269] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3533ae-8a15-4263-83d0-d2055c7222cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.236781] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4831a6bc-dcd7-4e44-b7a3-b45af7121462 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.265398] env[69155]: DEBUG nova.compute.resource_tracker [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180946MB free_disk=79GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 565.265565] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.265754] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.768477] env[69155]: WARNING nova.compute.resource_tracker [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] No compute node record for cpu-1:fe5846b4-4143-4953-928e-00592fe9eee7: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host fe5846b4-4143-4953-928e-00592fe9eee7 could not be found. [ 566.272340] env[69155]: INFO nova.compute.resource_tracker [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: fe5846b4-4143-4953-928e-00592fe9eee7 [ 567.780438] env[69155]: DEBUG nova.compute.resource_tracker [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 567.780830] env[69155]: DEBUG nova.compute.resource_tracker [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 567.937273] env[69155]: INFO nova.scheduler.client.report [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] [req-ad06a625-66dc-438b-bd19-d69cd224f3a8] Created resource provider record via placement API for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 567.954364] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebf92a0-72b7-46d1-b428-3afc30e14241 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.962347] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1077b691-f59a-4409-b9f9-e969fbf6fcab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.991616] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bfc7f9-ca79-4bb2-90f4-9696b079d2bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.998421] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d3a234-2f7a-4c9f-b481-44571aea1756 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.479920] env[69155]: DEBUG nova.compute.provider_tree [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 569.015418] env[69155]: DEBUG nova.scheduler.client.report [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 569.015795] env[69155]: DEBUG nova.compute.provider_tree [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 0 to 1 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 569.015930] env[69155]: DEBUG nova.compute.provider_tree [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 569.070314] env[69155]: DEBUG nova.compute.provider_tree [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 1 to 2 during operation: update_traits {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 569.575788] env[69155]: DEBUG nova.compute.resource_tracker [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 569.576012] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.310s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.576190] env[69155]: DEBUG nova.service [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Creating RPC server for service compute {{(pid=69155) start /opt/stack/nova/nova/service.py:177}} [ 569.592048] env[69155]: DEBUG nova.service [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] Join ServiceGroup membership for this service compute {{(pid=69155) start /opt/stack/nova/nova/service.py:194}} [ 569.592247] env[69155]: DEBUG nova.servicegroup.drivers.db [None req-f027b8d6-b907-424b-8907-b5711422f0a6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69155) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 585.596724] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.100200] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Getting list of instances from cluster (obj){ [ 586.100200] env[69155]: value = "domain-c8" [ 586.100200] env[69155]: _type = "ClusterComputeResource" [ 586.100200] env[69155]: } {{(pid=69155) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 586.101387] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17719526-bffe-4259-ae40-c793ef107acb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.109960] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Got total of 0 instances {{(pid=69155) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 586.110204] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 586.110500] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Getting list of instances from cluster (obj){ [ 586.110500] env[69155]: value = "domain-c8" [ 586.110500] env[69155]: _type = "ClusterComputeResource" [ 586.110500] env[69155]: } {{(pid=69155) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 586.111330] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132558ca-6288-407b-898c-234776f1b4ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.118454] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Got total of 0 instances {{(pid=69155) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 607.600425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquiring lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.600784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.923698] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "c30815f6-543d-4491-8461-870dbf05b467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.925135] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "c30815f6-543d-4491-8461-870dbf05b467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.104282] env[69155]: DEBUG nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.429696] env[69155]: DEBUG nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.650454] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.650454] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.651653] env[69155]: INFO nova.compute.claims [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.962973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.714566] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1ae661-840f-4969-a3e4-cb5194e12826 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.725333] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac58c5a-6b03-4c4a-a3f2-bf97d550240d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.761301] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee18c3a7-b105-4721-b282-f1a87389a662 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.770401] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd5d81-38b5-4d00-995c-dc144c183d77 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.784344] env[69155]: DEBUG nova.compute.provider_tree [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.287348] env[69155]: DEBUG nova.scheduler.client.report [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.690641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "dc5374ab-e345-498c-94e7-47461fa9f47f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.690881] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.793811] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.796215] env[69155]: DEBUG nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.801730] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.839s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.804217] env[69155]: INFO nova.compute.claims [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.003373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.004059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.198569] env[69155]: DEBUG nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.304193] env[69155]: DEBUG nova.compute.utils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.305622] env[69155]: DEBUG nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.306064] env[69155]: DEBUG nova.network.neutron [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.509017] env[69155]: DEBUG nova.compute.manager [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.769254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.817672] env[69155]: DEBUG nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.917377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "1f57d393-7d28-4d23-917f-a9529c8e912f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.917613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "1f57d393-7d28-4d23-917f-a9529c8e912f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.986697] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bbebf7-dfe8-4cd0-a17f-75b81db62304 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.998056] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be52ae9-1452-41f4-a586-6e7d878172e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.034810] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7689dab-1959-4767-98eb-f70134125f03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.054828] env[69155]: DEBUG nova.policy [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d0ff77cd728449a8f69ea066c22d0b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1114aafc08bc485a80bf28471e05d49f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.060943] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.062747] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21d78e5-a101-485d-8647-d3fdc535991d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.077816] env[69155]: DEBUG nova.compute.provider_tree [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.337737] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquiring lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.337737] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.423261] env[69155]: DEBUG nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.584934] env[69155]: DEBUG nova.scheduler.client.report [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.837383] env[69155]: DEBUG nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.840209] env[69155]: DEBUG nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.866922] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.867186] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.867344] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.867522] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.867660] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.870853] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.870853] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.870853] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.870853] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.870853] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.871011] env[69155]: DEBUG nova.virt.hardware [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.871366] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12686387-61fb-4d4b-9635-43f5be481b17 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.882813] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f0388-0c51-4690-83bc-9c6028e5b88f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.908198] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f22866-42ce-4b0c-b60d-fcb17796326d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.957478] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.989161] env[69155]: DEBUG nova.network.neutron [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Successfully created port: 8d4fbbc1-c377-46fa-9f55-4f45117ce138 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.092043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.092403] env[69155]: DEBUG nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.095837] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.326s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.097138] env[69155]: INFO nova.compute.claims [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.379276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.604405] env[69155]: DEBUG nova.compute.utils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.606857] env[69155]: DEBUG nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.606857] env[69155]: DEBUG nova.network.neutron [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.952831] env[69155]: DEBUG nova.policy [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0fbad220e2c48d5b1f57c70f5e32af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93797b47b4cc47909aafce88dbe94531', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.964577] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquiring lock "eee33ff6-155a-4f56-b1d9-368670568da4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.964823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "eee33ff6-155a-4f56-b1d9-368670568da4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.107580] env[69155]: DEBUG nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.267642] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49d3a6c-1a14-471e-a39b-ddded3f5e45a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.275115] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c77654-063a-4120-9c8b-1b3595e349ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.315788] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c82e34d-3c11-403b-a673-9993bbf8d1f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.324760] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25316e9-1b81-4f53-a14d-222d0a5719ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.340029] env[69155]: DEBUG nova.compute.provider_tree [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.472054] env[69155]: DEBUG nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.843306] env[69155]: DEBUG nova.scheduler.client.report [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.001948] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.116932] env[69155]: DEBUG nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.149723] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.151039] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.151039] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.151275] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.154987] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.154987] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.154987] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.154987] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.154987] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.155781] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.155781] env[69155]: DEBUG nova.virt.hardware [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.155781] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62efeba6-dec3-482e-a250-8990d9c01130 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.165851] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2549ec3-b25d-4775-9604-b32b16970a89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.289393] env[69155]: DEBUG nova.network.neutron [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Successfully created port: c3087f23-0a7d-48e7-ba50-a1c8e532cf58 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.352102] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.352672] env[69155]: DEBUG nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.357330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.295s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.358534] env[69155]: INFO nova.compute.claims [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.858299] env[69155]: DEBUG nova.compute.utils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.863179] env[69155]: DEBUG nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.863179] env[69155]: DEBUG nova.network.neutron [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.994023] env[69155]: DEBUG nova.policy [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b61ae3d532d9438caf50b9ba6e830ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '683fba44be284edb9c861d4d85ca47fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.059388] env[69155]: DEBUG nova.network.neutron [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Successfully updated port: 8d4fbbc1-c377-46fa-9f55-4f45117ce138 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.361527] env[69155]: DEBUG nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.534598] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612a9e26-a02d-4fcd-ae1f-e2000f0220f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.542384] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d1949-1ae1-486d-aaab-7f28b55081cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.574183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquiring lock "refresh_cache-61cdbd6e-75d2-45af-b4b3-cba900b17dc1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.574183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquired lock "refresh_cache-61cdbd6e-75d2-45af-b4b3-cba900b17dc1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.574308] env[69155]: DEBUG nova.network.neutron [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.576139] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de68516-28d9-4d8c-a428-c169c4924709 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.585561] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848f53c6-b71b-46ac-986e-b5715cf6ada3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.600256] env[69155]: DEBUG nova.compute.provider_tree [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.755918] env[69155]: DEBUG nova.network.neutron [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Successfully created port: 9fbc2515-14cb-4516-ac6b-a6e51770451c {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.103636] env[69155]: DEBUG nova.scheduler.client.report [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.172506] env[69155]: DEBUG nova.network.neutron [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.376477] env[69155]: DEBUG nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.409816] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.409816] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.409816] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.410124] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.410844] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.410844] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.410844] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.410844] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.411022] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.411720] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.412882] env[69155]: DEBUG nova.virt.hardware [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.412882] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a1434-dfdb-42b5-b7fa-37605d9cb7dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.421437] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1c75d9-50fd-4d02-9afb-1ff80973a6f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.557106] env[69155]: DEBUG nova.network.neutron [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Updating instance_info_cache with network_info: [{"id": "8d4fbbc1-c377-46fa-9f55-4f45117ce138", "address": "fa:16:3e:70:40:b6", "network": {"id": "9a50eae1-46d3-4476-bb62-8fc549b92183", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-829782459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1114aafc08bc485a80bf28471e05d49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4fbbc1-c3", "ovs_interfaceid": "8d4fbbc1-c377-46fa-9f55-4f45117ce138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.612259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.612328] env[69155]: DEBUG nova.compute.manager [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.616329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.659s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.618884] env[69155]: INFO nova.compute.claims [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.649258] env[69155]: DEBUG nova.network.neutron [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Successfully updated port: c3087f23-0a7d-48e7-ba50-a1c8e532cf58 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.673530] env[69155]: DEBUG nova.compute.manager [req-b98a31e9-71ee-49b6-88e8-ea2382b67521 req-f36baaca-af02-4a82-8314-c70f4ef5bfda service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Received event network-vif-plugged-8d4fbbc1-c377-46fa-9f55-4f45117ce138 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.673727] env[69155]: DEBUG oslo_concurrency.lockutils [req-b98a31e9-71ee-49b6-88e8-ea2382b67521 req-f36baaca-af02-4a82-8314-c70f4ef5bfda service nova] Acquiring lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.673931] env[69155]: DEBUG oslo_concurrency.lockutils [req-b98a31e9-71ee-49b6-88e8-ea2382b67521 req-f36baaca-af02-4a82-8314-c70f4ef5bfda service nova] Lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.674128] env[69155]: DEBUG oslo_concurrency.lockutils [req-b98a31e9-71ee-49b6-88e8-ea2382b67521 req-f36baaca-af02-4a82-8314-c70f4ef5bfda service nova] Lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.675370] env[69155]: DEBUG nova.compute.manager [req-b98a31e9-71ee-49b6-88e8-ea2382b67521 req-f36baaca-af02-4a82-8314-c70f4ef5bfda service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] No waiting events found dispatching network-vif-plugged-8d4fbbc1-c377-46fa-9f55-4f45117ce138 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.675561] env[69155]: WARNING nova.compute.manager [req-b98a31e9-71ee-49b6-88e8-ea2382b67521 req-f36baaca-af02-4a82-8314-c70f4ef5bfda service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Received unexpected event network-vif-plugged-8d4fbbc1-c377-46fa-9f55-4f45117ce138 for instance with vm_state building and task_state spawning. [ 617.801608] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.801608] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.801608] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.801608] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.801608] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.801608] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.801840] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.801840] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 617.801840] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.879865] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "c5209efb-b5b2-484e-ac69-af52353f1b0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.880123] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "c5209efb-b5b2-484e-ac69-af52353f1b0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.061721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Releasing lock "refresh_cache-61cdbd6e-75d2-45af-b4b3-cba900b17dc1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.062931] env[69155]: DEBUG nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Instance network_info: |[{"id": "8d4fbbc1-c377-46fa-9f55-4f45117ce138", "address": "fa:16:3e:70:40:b6", "network": {"id": "9a50eae1-46d3-4476-bb62-8fc549b92183", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-829782459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1114aafc08bc485a80bf28471e05d49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4fbbc1-c3", "ovs_interfaceid": "8d4fbbc1-c377-46fa-9f55-4f45117ce138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.064507] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:40:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d4fbbc1-c377-46fa-9f55-4f45117ce138', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.082278] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.082278] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59eeacf5-a59c-44f3-a086-7127ced8fc80 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.097936] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Created folder: OpenStack in parent group-v4. [ 618.098101] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Creating folder: Project (1114aafc08bc485a80bf28471e05d49f). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.098347] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49e5bd5a-54b2-43f9-881d-c0f0b64d66bb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.109528] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Created folder: Project (1114aafc08bc485a80bf28471e05d49f) in parent group-v718010. [ 618.109528] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Creating folder: Instances. Parent ref: group-v718011. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.110839] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf28524e-9b3a-4b7e-90aa-6031d6b0150e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.117863] env[69155]: DEBUG nova.compute.utils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.121532] env[69155]: DEBUG nova.compute.manager [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 618.121532] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Created folder: Instances in parent group-v718011. [ 618.121532] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.121532] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.121763] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a45b60b-94e9-4e24-ba98-e1ea7cb063f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.147330] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.147330] env[69155]: value = "task-3598933" [ 618.147330] env[69155]: _type = "Task" [ 618.147330] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.153950] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "refresh_cache-c30815f6-543d-4491-8461-870dbf05b467" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.153950] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquired lock "refresh_cache-c30815f6-543d-4491-8461-870dbf05b467" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.153950] env[69155]: DEBUG nova.network.neutron [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.161373] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598933, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.308400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.386278] env[69155]: DEBUG nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.619184] env[69155]: DEBUG nova.network.neutron [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Successfully updated port: 9fbc2515-14cb-4516-ac6b-a6e51770451c {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.622463] env[69155]: DEBUG nova.compute.manager [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.666042] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598933, 'name': CreateVM_Task, 'duration_secs': 0.482401} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.666042] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.694745] env[69155]: DEBUG oslo_vmware.service [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4009a5-0b2b-4c7f-9ad5-90086dfb416b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.704079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.704346] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.705338] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.705785] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9539e9a-09e0-4d3c-ab73-7ea66ea87210 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.712248] env[69155]: DEBUG nova.network.neutron [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.715802] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 618.715802] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528af939-1aff-d3c6-0352-8dd06a8e28d8" [ 618.715802] env[69155]: _type = "Task" [ 618.715802] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.730578] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528af939-1aff-d3c6-0352-8dd06a8e28d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.813995] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a427109a-98b8-47ac-b9ca-2a628ee69aa0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.822070] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47d2ee5-62e1-4cbe-bb96-23668a787bf6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.857684] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21434b33-e773-4728-8ea1-9eb38dc9e671 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.866745] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9b021-f67c-477d-9c73-dca827c5c69b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.878403] env[69155]: DEBUG nova.compute.provider_tree [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.904145] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.909358] env[69155]: DEBUG nova.network.neutron [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Updating instance_info_cache with network_info: [{"id": "c3087f23-0a7d-48e7-ba50-a1c8e532cf58", "address": "fa:16:3e:ac:59:17", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3087f23-0a", "ovs_interfaceid": "c3087f23-0a7d-48e7-ba50-a1c8e532cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.123378] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "refresh_cache-dc5374ab-e345-498c-94e7-47461fa9f47f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.123675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "refresh_cache-dc5374ab-e345-498c-94e7-47461fa9f47f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.123675] env[69155]: DEBUG nova.network.neutron [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.231107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.231107] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.231107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.231404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.231795] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.232180] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16691a75-eb27-4ce7-b248-36783d5fb5e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.241435] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.241657] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.242468] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3746a2e2-31f3-4e83-a04e-e29aae5cc7cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.251563] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7442f6-9ea1-4147-ae94-c297a48e4a4e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.257535] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 619.257535] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523755f0-9eb2-1440-cb97-76d5c1f51fae" [ 619.257535] env[69155]: _type = "Task" [ 619.257535] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.269358] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523755f0-9eb2-1440-cb97-76d5c1f51fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.384054] env[69155]: DEBUG nova.scheduler.client.report [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.414773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Releasing lock "refresh_cache-c30815f6-543d-4491-8461-870dbf05b467" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.417298] env[69155]: DEBUG nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Instance network_info: |[{"id": "c3087f23-0a7d-48e7-ba50-a1c8e532cf58", "address": "fa:16:3e:ac:59:17", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3087f23-0a", "ovs_interfaceid": "c3087f23-0a7d-48e7-ba50-a1c8e532cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.417475] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:59:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3087f23-0a7d-48e7-ba50-a1c8e532cf58', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.426700] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Creating folder: Project (93797b47b4cc47909aafce88dbe94531). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.428040] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a5d7fa1-c350-4b65-a4dd-c6437f9d83ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.440085] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Created folder: Project (93797b47b4cc47909aafce88dbe94531) in parent group-v718010. [ 619.440085] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Creating folder: Instances. Parent ref: group-v718014. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.440085] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4977df2c-ba36-47cd-8e3b-c9441f9cad52 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.448190] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Created folder: Instances in parent group-v718014. [ 619.448344] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.448530] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30815f6-543d-4491-8461-870dbf05b467] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.448729] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e8078c-0ae2-44c3-a696-50be587326ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.470549] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.470549] env[69155]: value = "task-3598936" [ 619.470549] env[69155]: _type = "Task" [ 619.470549] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.478901] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598936, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.636674] env[69155]: DEBUG nova.compute.manager [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.676977] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.677231] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.677383] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.677558] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.677699] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.677839] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.678155] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.678343] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.678511] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.678698] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.678872] env[69155]: DEBUG nova.virt.hardware [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.679730] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443c1b30-94b1-4be4-9285-a6fc9a9b8b21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.685250] env[69155]: DEBUG nova.network.neutron [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.692976] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab2003-073d-43e7-9a15-630246b56366 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.715355] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.720930] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Creating folder: Project (e9c3222d0caa42a8844bf094a06cef6e). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.723609] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e868882-4866-44af-a075-493e61a52163 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.735380] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Created folder: Project (e9c3222d0caa42a8844bf094a06cef6e) in parent group-v718010. [ 619.735616] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Creating folder: Instances. Parent ref: group-v718017. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.735880] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4187bd6e-cafa-49fb-9e89-21b42351ae9a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.746659] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Created folder: Instances in parent group-v718017. [ 619.746954] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.747115] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.747320] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36346202-b5cc-47c1-83c0-5f148f7672c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.774122] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.774122] env[69155]: value = "task-3598939" [ 619.774122] env[69155]: _type = "Task" [ 619.774122] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.785361] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Preparing fetch location {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 619.785767] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Creating directory with path [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.791210] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23a17102-7bd9-4dd1-9aac-d281f0ced21d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.792627] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598939, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.803437] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Created directory with path [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.803647] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Fetch image to [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 619.803893] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Downloading image file data a9fd992a-b328-4664-8f56-2150d67aa19e to [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk on the data store datastore1 {{(pid=69155) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 619.804708] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425cabe6-1907-4340-a61f-5df8fa17069d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.818732] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdc7073-7761-4e66-a3ad-10c71a8eafd3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.830834] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f645fc-08e2-42b2-8702-d53688b5d993 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.869251] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f799ac6-14e3-48d6-babc-f631bc33d4d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.876511] env[69155]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a4e5e5ff-afe3-4013-9fc8-8020396486d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.890908] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.890908] env[69155]: DEBUG nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.892246] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.515s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.893827] env[69155]: INFO nova.compute.claims [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.910402] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Downloading image file data a9fd992a-b328-4664-8f56-2150d67aa19e to the data store datastore1 {{(pid=69155) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 619.918152] env[69155]: DEBUG nova.network.neutron [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Updating instance_info_cache with network_info: [{"id": "9fbc2515-14cb-4516-ac6b-a6e51770451c", "address": "fa:16:3e:a0:81:17", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbc2515-14", "ovs_interfaceid": "9fbc2515-14cb-4516-ac6b-a6e51770451c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.982503] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598936, 'name': CreateVM_Task, 'duration_secs': 0.364175} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.982503] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c30815f6-543d-4491-8461-870dbf05b467] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.982503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.982682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.985613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.985613] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17bc2294-091c-4ecf-83fe-60da2dbe007d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.989282] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 619.989282] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cd6588-a00f-48de-8af6-64a0c225c866" [ 619.989282] env[69155]: _type = "Task" [ 619.989282] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.999703] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cd6588-a00f-48de-8af6-64a0c225c866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.002117] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69155) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 620.292145] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598939, 'name': CreateVM_Task, 'duration_secs': 0.311966} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.294135] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.294641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.398902] env[69155]: DEBUG nova.compute.utils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.402524] env[69155]: DEBUG nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.402909] env[69155]: DEBUG nova.network.neutron [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.421749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "refresh_cache-dc5374ab-e345-498c-94e7-47461fa9f47f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.421988] env[69155]: DEBUG nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Instance network_info: |[{"id": "9fbc2515-14cb-4516-ac6b-a6e51770451c", "address": "fa:16:3e:a0:81:17", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbc2515-14", "ovs_interfaceid": "9fbc2515-14cb-4516-ac6b-a6e51770451c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.422753] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:81:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fbc2515-14cb-4516-ac6b-a6e51770451c', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.432748] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating folder: Project (683fba44be284edb9c861d4d85ca47fd). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.436647] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01a14404-c61a-48ed-ab19-f6b382827a6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.449739] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Created folder: Project (683fba44be284edb9c861d4d85ca47fd) in parent group-v718010. [ 620.449928] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating folder: Instances. Parent ref: group-v718020. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.450827] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-740f0634-816c-4bec-aee2-866ad62fdff9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.464713] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Created folder: Instances in parent group-v718020. [ 620.464997] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.466234] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.466469] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4efed9df-71c5-4037-a769-758cd799555f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.494720] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.494720] env[69155]: value = "task-3598942" [ 620.494720] env[69155]: _type = "Task" [ 620.494720] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.505899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.506832] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.506832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.506832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.507080] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.510940] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa9c76f-1135-4e11-b7ed-641c93698c44 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.512726] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598942, 'name': CreateVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.519059] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 620.519059] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5262cb93-57ba-c873-0827-780ad05e3cda" [ 620.519059] env[69155]: _type = "Task" [ 620.519059] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.526563] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5262cb93-57ba-c873-0827-780ad05e3cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.567563] env[69155]: DEBUG nova.policy [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea0435474a944817bb5c127d34176160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcfede08cc5a402396dd981db67b47ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.777907] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Completed reading data from the image iterator. {{(pid=69155) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 620.778141] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 620.838294] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Downloaded image file data a9fd992a-b328-4664-8f56-2150d67aa19e to vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk on the data store datastore1 {{(pid=69155) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 620.840220] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Caching image {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 620.840628] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Copying Virtual Disk [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk to [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.840873] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591ca18d-b8dc-4439-ad8d-7389e52b64cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.850524] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 620.850524] env[69155]: value = "task-3598943" [ 620.850524] env[69155]: _type = "Task" [ 620.850524] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.865121] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.910691] env[69155]: DEBUG nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.004525] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598942, 'name': CreateVM_Task, 'duration_secs': 0.369548} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.004672] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.007416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.033016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.033287] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.033522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.033755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.034095] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.034605] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313ab2a3-760f-4672-8749-c3394bf18d65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.039486] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 621.039486] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b8feeb-8313-34cb-bb9e-fbb0bbd42b24" [ 621.039486] env[69155]: _type = "Task" [ 621.039486] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.059010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.059812] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.060081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.101819] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b42c550-d2f5-4e98-b7ed-32e0301c32fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.112448] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60733561-f156-4f6e-bfb4-e56a6516a8eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.142606] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a8d1eb-c590-4dd7-aacb-e3871a1c9c8b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.152288] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f426539f-7db0-4282-bc7d-69b86ab93414 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.168932] env[69155]: DEBUG nova.compute.provider_tree [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.255684] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Received event network-changed-8d4fbbc1-c377-46fa-9f55-4f45117ce138 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.255684] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Refreshing instance network info cache due to event network-changed-8d4fbbc1-c377-46fa-9f55-4f45117ce138. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.259255] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Acquiring lock "refresh_cache-61cdbd6e-75d2-45af-b4b3-cba900b17dc1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.259255] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Acquired lock "refresh_cache-61cdbd6e-75d2-45af-b4b3-cba900b17dc1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.259255] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Refreshing network info cache for port 8d4fbbc1-c377-46fa-9f55-4f45117ce138 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.361621] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598943, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.391726] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "633e9d92-9015-4cc8-ba92-6750376d0198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.392120] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.675763] env[69155]: DEBUG nova.scheduler.client.report [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.865261] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831749} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.865261] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Copied Virtual Disk [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk to [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.865261] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Deleting the datastore file [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.865261] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af42327-20ef-490a-a042-77221a133d19 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.872775] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 621.872775] env[69155]: value = "task-3598944" [ 621.872775] env[69155]: _type = "Task" [ 621.872775] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.880939] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.894616] env[69155]: DEBUG nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.925794] env[69155]: DEBUG nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.966972] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.967214] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.967354] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.967516] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.967662] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.967957] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.968908] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.969222] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.969564] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.969687] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.969775] env[69155]: DEBUG nova.virt.hardware [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.971027] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fb7040-6a8a-456b-ad7f-eb076c4d2678 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.979975] env[69155]: DEBUG nova.network.neutron [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Successfully created port: df08dea3-f459-461a-99de-546ad1fcb1a3 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.988509] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ca98a8-a9ab-4a32-892b-cb04ecbb8759 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.180361] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.182493] env[69155]: DEBUG nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.183414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.182s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.185921] env[69155]: INFO nova.compute.claims [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.393130] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05806} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.394508] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.394854] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Moving file from [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4/a9fd992a-b328-4664-8f56-2150d67aa19e to [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e. {{(pid=69155) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 622.395227] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-80e64563-39a0-4554-83e6-26d6a7a61ece {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.408583] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 622.408583] env[69155]: value = "task-3598945" [ 622.408583] env[69155]: _type = "Task" [ 622.408583] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.427507] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Updated VIF entry in instance network info cache for port 8d4fbbc1-c377-46fa-9f55-4f45117ce138. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.428091] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Updating instance_info_cache with network_info: [{"id": "8d4fbbc1-c377-46fa-9f55-4f45117ce138", "address": "fa:16:3e:70:40:b6", "network": {"id": "9a50eae1-46d3-4476-bb62-8fc549b92183", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-829782459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1114aafc08bc485a80bf28471e05d49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4fbbc1-c3", "ovs_interfaceid": "8d4fbbc1-c377-46fa-9f55-4f45117ce138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.440486] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598945, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.450788] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.495932] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquiring lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.496497] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.691099] env[69155]: DEBUG nova.compute.utils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.704030] env[69155]: DEBUG nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.704099] env[69155]: DEBUG nova.network.neutron [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.913229] env[69155]: DEBUG nova.policy [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda528ce3c4bbdadd20b3b95cee19e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f839e8c29c5a4864be42a921358182da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.931633] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598945, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.308545} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.933560] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Releasing lock "refresh_cache-61cdbd6e-75d2-45af-b4b3-cba900b17dc1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.933560] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] Received event network-vif-plugged-c3087f23-0a7d-48e7-ba50-a1c8e532cf58 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.933654] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Acquiring lock "c30815f6-543d-4491-8461-870dbf05b467-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.933887] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Lock "c30815f6-543d-4491-8461-870dbf05b467-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.935058] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Lock "c30815f6-543d-4491-8461-870dbf05b467-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.935549] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] No waiting events found dispatching network-vif-plugged-c3087f23-0a7d-48e7-ba50-a1c8e532cf58 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.935761] env[69155]: WARNING nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] Received unexpected event network-vif-plugged-c3087f23-0a7d-48e7-ba50-a1c8e532cf58 for instance with vm_state building and task_state spawning. [ 622.935935] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] Received event network-changed-c3087f23-0a7d-48e7-ba50-a1c8e532cf58 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.936107] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] Refreshing instance network info cache due to event network-changed-c3087f23-0a7d-48e7-ba50-a1c8e532cf58. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.936311] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Acquiring lock "refresh_cache-c30815f6-543d-4491-8461-870dbf05b467" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.936453] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Acquired lock "refresh_cache-c30815f6-543d-4491-8461-870dbf05b467" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.938179] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] Refreshing network info cache for port c3087f23-0a7d-48e7-ba50-a1c8e532cf58 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.938179] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] File moved {{(pid=69155) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 622.938455] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Cleaning up location [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4 {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 622.938455] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Deleting the datastore file [datastore1] vmware_temp/9c3b4e09-6cba-4cb1-b4c5-86f1bed900e4 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.938715] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb46bc6c-fed0-4d59-a846-48d9a0f2f467 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.948275] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 622.948275] env[69155]: value = "task-3598946" [ 622.948275] env[69155]: _type = "Task" [ 622.948275] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.963860] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.999710] env[69155]: DEBUG nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.208023] env[69155]: DEBUG nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.418476] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49154e6d-5519-48c8-a35b-e4220e4d60e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.427701] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9049c54-a83b-4356-ac96-024b9f63c91d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.471103] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd79f93-c589-49d6-ac9e-c050f9da3138 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.481745] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045756} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.483122] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0f0e61-af7f-4379-bf56-2ab70def7953 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.487376] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.488032] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7267907-e242-4543-b1a9-19734396649c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.501727] env[69155]: DEBUG nova.compute.provider_tree [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.507288] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 623.507288] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52532218-dfab-aa4a-9667-b7d00d9c0774" [ 623.507288] env[69155]: _type = "Task" [ 623.507288] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.518267] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52532218-dfab-aa4a-9667-b7d00d9c0774, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.518625] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.518826] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 61cdbd6e-75d2-45af-b4b3-cba900b17dc1/61cdbd6e-75d2-45af-b4b3-cba900b17dc1.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.519136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.519555] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.519772] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-562d9428-afaf-4a86-8a38-d9e8312c4fa9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.522219] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9660ed6e-dd3c-47e9-9f69-25a6bda97446 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.525485] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.531555] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 623.531555] env[69155]: value = "task-3598947" [ 623.531555] env[69155]: _type = "Task" [ 623.531555] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.532559] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.532807] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.536381] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5630d31-5d33-4111-8635-366cf91baf68 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.545776] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.545776] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 623.545776] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f14733-bb3c-75ab-8acf-f734b1470e83" [ 623.545776] env[69155]: _type = "Task" [ 623.545776] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.553244] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f14733-bb3c-75ab-8acf-f734b1470e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.010443] env[69155]: DEBUG nova.scheduler.client.report [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.047119] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511424} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.050770] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 61cdbd6e-75d2-45af-b4b3-cba900b17dc1/61cdbd6e-75d2-45af-b4b3-cba900b17dc1.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.053128] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.053128] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90827fc8-569a-43a3-a623-dff9d33febc8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.063687] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f14733-bb3c-75ab-8acf-f734b1470e83, 'name': SearchDatastore_Task, 'duration_secs': 0.053465} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.066518] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 624.066518] env[69155]: value = "task-3598948" [ 624.066518] env[69155]: _type = "Task" [ 624.066518] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.066677] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e59c2f8-0e98-4fa2-a0bf-f9e293a5a0b0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.076168] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 624.076168] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521831a0-2602-b84c-5042-aed1e361acb8" [ 624.076168] env[69155]: _type = "Task" [ 624.076168] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.081226] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.091755] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521831a0-2602-b84c-5042-aed1e361acb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.091755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.091755] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] c30815f6-543d-4491-8461-870dbf05b467/c30815f6-543d-4491-8461-870dbf05b467.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.091978] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.092238] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.092595] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eb164c0-a16c-4e0a-aeb9-b3d06087cdcd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.095090] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b54484-d109-4a9f-828e-e1a26e4cd7c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.101458] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 624.101458] env[69155]: value = "task-3598949" [ 624.101458] env[69155]: _type = "Task" [ 624.101458] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.106663] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.106930] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.108277] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3796d75-4fbb-4437-996b-b82bf089f241 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.113993] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.118325] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 624.118325] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a5922-57cb-1453-d2a4-3f868e180b5b" [ 624.118325] env[69155]: _type = "Task" [ 624.118325] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.133381] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a5922-57cb-1453-d2a4-3f868e180b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.219815] env[69155]: DEBUG nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.250691] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.250814] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.250973] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.251183] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.251325] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.251464] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.251685] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.251824] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.251961] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.252570] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.252570] env[69155]: DEBUG nova.virt.hardware [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.253190] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bea9a6-e37f-4d73-baa0-2d5cabd3f6eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.261855] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122c1f5a-a2b7-4c3c-bfee-6f06a0005653 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.518041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.518041] env[69155]: DEBUG nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.519420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.211s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.519690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.519947] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 624.520652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.617s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.522695] env[69155]: INFO nova.compute.claims [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.528734] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcfc721-0cff-471b-819c-aa61d559aecd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.535504] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb426602-2f58-420f-a283-6404b7f7e6e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.558865] env[69155]: DEBUG nova.network.neutron [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Successfully created port: 90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.561458] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81dc05-5c8c-4cc4-961b-8beb4de57270 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.569542] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8145057-41b3-4c1b-9a2c-859e1ccc41b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.580775] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069686} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.607131] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.608554] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180960MB free_disk=79GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 624.608693] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.609672] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a2c91a-8ce4-4750-bdb1-2c9e9afec720 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.622904] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.644825] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 61cdbd6e-75d2-45af-b4b3-cba900b17dc1/61cdbd6e-75d2-45af-b4b3-cba900b17dc1.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.647746] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e21e038-9b4b-4fb2-877e-4bca6f7c1411 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.670228] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a5922-57cb-1453-d2a4-3f868e180b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.672297] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 624.672297] env[69155]: value = "task-3598950" [ 624.672297] env[69155]: _type = "Task" [ 624.672297] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.672497] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d115994a-e710-44d4-81fb-86d5752ae4a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.682035] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 624.682035] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd7818-396e-aaa6-95e0-b244da6a1a69" [ 624.682035] env[69155]: _type = "Task" [ 624.682035] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.685260] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.692645] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd7818-396e-aaa6-95e0-b244da6a1a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.908047] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] Updated VIF entry in instance network info cache for port c3087f23-0a7d-48e7-ba50-a1c8e532cf58. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.908314] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] Updating instance_info_cache with network_info: [{"id": "c3087f23-0a7d-48e7-ba50-a1c8e532cf58", "address": "fa:16:3e:ac:59:17", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3087f23-0a", "ovs_interfaceid": "c3087f23-0a7d-48e7-ba50-a1c8e532cf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.027022] env[69155]: DEBUG nova.compute.utils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.031522] env[69155]: DEBUG nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.031522] env[69155]: DEBUG nova.network.neutron [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.124995] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.182679] env[69155]: DEBUG nova.policy [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71ab0dd765834dd38fbf812461526b30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32ae40a9c7634553807deea55e918592', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.195994] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598950, 'name': ReconfigVM_Task, 'duration_secs': 0.281193} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.195994] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 61cdbd6e-75d2-45af-b4b3-cba900b17dc1/61cdbd6e-75d2-45af-b4b3-cba900b17dc1.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.195994] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35da7a96-83fc-4f03-92a4-e734cad75014 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.200226] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd7818-396e-aaa6-95e0-b244da6a1a69, 'name': SearchDatastore_Task, 'duration_secs': 0.01628} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.200808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.201274] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.201404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.201605] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.201828] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08fbb6b4-15b0-4bef-8890-30f5f6ce7cc2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.204102] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13792dfb-2fd4-4cb5-abb0-e1109913c66a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.209436] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 625.209436] env[69155]: value = "task-3598951" [ 625.209436] env[69155]: _type = "Task" [ 625.209436] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.216444] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 625.216444] env[69155]: value = "task-3598952" [ 625.216444] env[69155]: _type = "Task" [ 625.216444] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.220782] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598951, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.229202] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.244840] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.245086] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.245993] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049a2301-e052-4e53-b94e-d41de1bafaa4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.253075] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 625.253075] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5226c035-e13f-e662-57d5-6b5d6120846e" [ 625.253075] env[69155]: _type = "Task" [ 625.253075] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.267619] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5226c035-e13f-e662-57d5-6b5d6120846e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.411872] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Releasing lock "refresh_cache-c30815f6-543d-4491-8461-870dbf05b467" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.414686] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Received event network-vif-plugged-9fbc2515-14cb-4516-ac6b-a6e51770451c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.414686] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Acquiring lock "dc5374ab-e345-498c-94e7-47461fa9f47f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.414686] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.414686] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.414686] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] No waiting events found dispatching network-vif-plugged-9fbc2515-14cb-4516-ac6b-a6e51770451c {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.414993] env[69155]: WARNING nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Received unexpected event network-vif-plugged-9fbc2515-14cb-4516-ac6b-a6e51770451c for instance with vm_state building and task_state spawning. [ 625.414993] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Received event network-changed-9fbc2515-14cb-4516-ac6b-a6e51770451c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.414993] env[69155]: DEBUG nova.compute.manager [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Refreshing instance network info cache due to event network-changed-9fbc2515-14cb-4516-ac6b-a6e51770451c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.414993] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Acquiring lock "refresh_cache-dc5374ab-e345-498c-94e7-47461fa9f47f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.414993] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Acquired lock "refresh_cache-dc5374ab-e345-498c-94e7-47461fa9f47f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.415171] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Refreshing network info cache for port 9fbc2515-14cb-4516-ac6b-a6e51770451c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.537329] env[69155]: DEBUG nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.553397] env[69155]: DEBUG nova.network.neutron [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Successfully updated port: df08dea3-f459-461a-99de-546ad1fcb1a3 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.621091] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598949, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.50067} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.621534] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] c30815f6-543d-4491-8461-870dbf05b467/c30815f6-543d-4491-8461-870dbf05b467.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.622074] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.622385] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b4529b0-27c6-47ad-a063-5b6ec59d403e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.638035] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 625.638035] env[69155]: value = "task-3598953" [ 625.638035] env[69155]: _type = "Task" [ 625.638035] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.650897] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.723838] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598951, 'name': Rename_Task, 'duration_secs': 0.247644} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.730536] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.731195] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57356959-f28c-4aff-96c6-85ed4b7d378b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.738900] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598952, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.740620] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 625.740620] env[69155]: value = "task-3598954" [ 625.740620] env[69155]: _type = "Task" [ 625.740620] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.753861] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.759523] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2270d77-9b25-4eee-9859-95338ad09569 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.770648] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5226c035-e13f-e662-57d5-6b5d6120846e, 'name': SearchDatastore_Task, 'duration_secs': 0.061909} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.775388] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bf81da-606a-4969-8e93-4fea450f005e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.781287] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0053c7ee-3802-4caf-a7d4-5f68b6ca94c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.790757] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 625.790757] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d61ee6-d1e2-6dc2-8f83-0922d7664dce" [ 625.790757] env[69155]: _type = "Task" [ 625.790757] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.826142] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92617f06-3e9d-4a7c-9ddc-6844053190f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.836203] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d61ee6-d1e2-6dc2-8f83-0922d7664dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.839386] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840d316-d283-46fc-a5ac-7f83c27c4dcb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.870138] env[69155]: DEBUG nova.compute.provider_tree [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.058916] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "refresh_cache-1f57d393-7d28-4d23-917f-a9529c8e912f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.059127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquired lock "refresh_cache-1f57d393-7d28-4d23-917f-a9529c8e912f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.059301] env[69155]: DEBUG nova.network.neutron [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.153212] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076146} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.153260] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.154049] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96208fb6-ffd8-4dd3-a1bb-a9488f9356e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.188056] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] c30815f6-543d-4491-8461-870dbf05b467/c30815f6-543d-4491-8461-870dbf05b467.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.188056] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153c13f4-defe-48ec-bbfa-b039cb5ab4b0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.211471] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 626.211471] env[69155]: value = "task-3598955" [ 626.211471] env[69155]: _type = "Task" [ 626.211471] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.220457] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.235090] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788373} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.235555] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.235747] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.237038] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6439c4b4-8f78-4530-8c64-79bb71b86a0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.243684] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 626.243684] env[69155]: value = "task-3598956" [ 626.243684] env[69155]: _type = "Task" [ 626.243684] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.258719] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.264429] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.336928] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d61ee6-d1e2-6dc2-8f83-0922d7664dce, 'name': SearchDatastore_Task, 'duration_secs': 0.052449} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.336928] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.337249] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] dc5374ab-e345-498c-94e7-47461fa9f47f/dc5374ab-e345-498c-94e7-47461fa9f47f.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.338141] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2e53b1f-799a-4da7-a818-092ba4eacfc3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.348443] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 626.348443] env[69155]: value = "task-3598957" [ 626.348443] env[69155]: _type = "Task" [ 626.348443] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.368240] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.374630] env[69155]: DEBUG nova.scheduler.client.report [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.382548] env[69155]: DEBUG nova.network.neutron [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Successfully created port: 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.446658] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Updated VIF entry in instance network info cache for port 9fbc2515-14cb-4516-ac6b-a6e51770451c. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.446779] env[69155]: DEBUG nova.network.neutron [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Updating instance_info_cache with network_info: [{"id": "9fbc2515-14cb-4516-ac6b-a6e51770451c", "address": "fa:16:3e:a0:81:17", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbc2515-14", "ovs_interfaceid": "9fbc2515-14cb-4516-ac6b-a6e51770451c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.555437] env[69155]: DEBUG nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.595657] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.595918] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.596117] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.596316] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.596482] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.596891] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.597138] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.597306] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.597476] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.597655] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.597811] env[69155]: DEBUG nova.virt.hardware [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.598920] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f47e548-2abd-4583-8ac3-3ec9feb9aa93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.614708] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c268ca-b456-4ac7-a8cc-3e8c20661c99 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.631060] env[69155]: DEBUG nova.network.neutron [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.723370] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598955, 'name': ReconfigVM_Task, 'duration_secs': 0.311255} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.723823] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Reconfigured VM instance instance-00000002 to attach disk [datastore1] c30815f6-543d-4491-8461-870dbf05b467/c30815f6-543d-4491-8461-870dbf05b467.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.724379] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c84e73-827b-4f91-be75-4508202d1246 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.732352] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 626.732352] env[69155]: value = "task-3598958" [ 626.732352] env[69155]: _type = "Task" [ 626.732352] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.742171] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598958, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.752515] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071529} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.760570] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.761714] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233780c4-0f1d-402e-a2d4-ea6c7a68e3bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.771203] env[69155]: DEBUG oslo_vmware.api [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598954, 'name': PowerOnVM_Task, 'duration_secs': 0.555505} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.781823] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.782741] env[69155]: INFO nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Took 13.94 seconds to spawn the instance on the hypervisor. [ 626.783140] env[69155]: DEBUG nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.795302] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.800493] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7c5404-96a0-43f4-9ac0-d0866aeebfa6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.803608] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cfff96-9f08-4997-9e9f-32456af1d9ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.834509] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 626.834509] env[69155]: value = "task-3598959" [ 626.834509] env[69155]: _type = "Task" [ 626.834509] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.847673] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598959, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.858845] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598957, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.881421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.882026] env[69155]: DEBUG nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.886132] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.434s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.886132] env[69155]: INFO nova.compute.claims [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.954657] env[69155]: DEBUG oslo_concurrency.lockutils [req-072d5a1c-c8b4-4772-8001-03ba7a20bebb req-aa5b0159-eb91-49ae-8397-da2d7cd89f3e service nova] Releasing lock "refresh_cache-dc5374ab-e345-498c-94e7-47461fa9f47f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.093025] env[69155]: DEBUG nova.compute.manager [req-ed2c8669-ae0d-44d4-b48e-ba69f66908a6 req-0b7520bd-b106-47ec-af59-a19cb76f19ad service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Received event network-vif-plugged-df08dea3-f459-461a-99de-546ad1fcb1a3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.093274] env[69155]: DEBUG oslo_concurrency.lockutils [req-ed2c8669-ae0d-44d4-b48e-ba69f66908a6 req-0b7520bd-b106-47ec-af59-a19cb76f19ad service nova] Acquiring lock "1f57d393-7d28-4d23-917f-a9529c8e912f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.093490] env[69155]: DEBUG oslo_concurrency.lockutils [req-ed2c8669-ae0d-44d4-b48e-ba69f66908a6 req-0b7520bd-b106-47ec-af59-a19cb76f19ad service nova] Lock "1f57d393-7d28-4d23-917f-a9529c8e912f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.093688] env[69155]: DEBUG oslo_concurrency.lockutils [req-ed2c8669-ae0d-44d4-b48e-ba69f66908a6 req-0b7520bd-b106-47ec-af59-a19cb76f19ad service nova] Lock "1f57d393-7d28-4d23-917f-a9529c8e912f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.093869] env[69155]: DEBUG nova.compute.manager [req-ed2c8669-ae0d-44d4-b48e-ba69f66908a6 req-0b7520bd-b106-47ec-af59-a19cb76f19ad service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] No waiting events found dispatching network-vif-plugged-df08dea3-f459-461a-99de-546ad1fcb1a3 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.095101] env[69155]: WARNING nova.compute.manager [req-ed2c8669-ae0d-44d4-b48e-ba69f66908a6 req-0b7520bd-b106-47ec-af59-a19cb76f19ad service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Received unexpected event network-vif-plugged-df08dea3-f459-461a-99de-546ad1fcb1a3 for instance with vm_state building and task_state spawning. [ 627.243770] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598958, 'name': Rename_Task, 'duration_secs': 0.253373} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.244269] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.244813] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2b3cc75-95d4-4029-ae3b-0245ea68522e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.254161] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 627.254161] env[69155]: value = "task-3598960" [ 627.254161] env[69155]: _type = "Task" [ 627.254161] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.267245] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.364487] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.365036] env[69155]: INFO nova.compute.manager [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Took 18.75 seconds to build instance. [ 627.372650] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527374} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.373641] env[69155]: DEBUG nova.network.neutron [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Updating instance_info_cache with network_info: [{"id": "df08dea3-f459-461a-99de-546ad1fcb1a3", "address": "fa:16:3e:60:9c:7f", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08dea3-f4", "ovs_interfaceid": "df08dea3-f459-461a-99de-546ad1fcb1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.374805] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] dc5374ab-e345-498c-94e7-47461fa9f47f/dc5374ab-e345-498c-94e7-47461fa9f47f.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.375105] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.375790] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-589b5a38-d966-4ff3-ac52-e53a48acfe61 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.383620] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 627.383620] env[69155]: value = "task-3598961" [ 627.383620] env[69155]: _type = "Task" [ 627.383620] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.399176] env[69155]: DEBUG nova.compute.utils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.400334] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.403738] env[69155]: DEBUG nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.403738] env[69155]: DEBUG nova.network.neutron [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.627041] env[69155]: DEBUG nova.policy [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb50d190a0194ba08a161408fa50c16f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41c3ce8cbe6b4f618131585583ff6c45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.715073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquiring lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.715073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.764462] env[69155]: DEBUG oslo_vmware.api [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3598960, 'name': PowerOnVM_Task, 'duration_secs': 0.490189} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.764822] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.765116] env[69155]: INFO nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Took 12.65 seconds to spawn the instance on the hypervisor. [ 627.765502] env[69155]: DEBUG nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.766156] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d01af6-354b-4273-a492-dba690458f3b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.851244] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598959, 'name': ReconfigVM_Task, 'duration_secs': 0.756103} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.851347] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.851903] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70734cfc-df7d-4e39-b837-ff5c4982d723 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.858288] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 627.858288] env[69155]: value = "task-3598962" [ 627.858288] env[69155]: _type = "Task" [ 627.858288] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.866973] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598962, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.870090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.269s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.876095] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Releasing lock "refresh_cache-1f57d393-7d28-4d23-917f-a9529c8e912f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.876601] env[69155]: DEBUG nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Instance network_info: |[{"id": "df08dea3-f459-461a-99de-546ad1fcb1a3", "address": "fa:16:3e:60:9c:7f", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08dea3-f4", "ovs_interfaceid": "df08dea3-f459-461a-99de-546ad1fcb1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.878406] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:9c:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df08dea3-f459-461a-99de-546ad1fcb1a3', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.886551] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Creating folder: Project (fcfede08cc5a402396dd981db67b47ad). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.887045] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae8c3646-a8bb-4300-93d1-c05782304ccc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.901440] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076348} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.906315] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.907097] env[69155]: DEBUG nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.910532] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff2bfd-8ee0-4d1b-bb86-3d3cdc82b84d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.939128] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] dc5374ab-e345-498c-94e7-47461fa9f47f/dc5374ab-e345-498c-94e7-47461fa9f47f.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.943966] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78bf68fb-ad5e-45d8-a3be-9945133401b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.959295] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Created folder: Project (fcfede08cc5a402396dd981db67b47ad) in parent group-v718010. [ 627.959502] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Creating folder: Instances. Parent ref: group-v718023. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.960715] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eed9d839-9ee0-4c90-ab02-4a98a0c99221 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.968535] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 627.968535] env[69155]: value = "task-3598964" [ 627.968535] env[69155]: _type = "Task" [ 627.968535] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.979635] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598964, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.981216] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Created folder: Instances in parent group-v718023. [ 627.981435] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.981615] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.982019] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53a3779c-e62a-4ed8-8110-db50527bf0f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.004059] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.004059] env[69155]: value = "task-3598966" [ 628.004059] env[69155]: _type = "Task" [ 628.004059] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.012447] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598966, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.138555] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc795cfe-843a-4e65-ab3b-655b12ec49a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.146318] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a1d54-3c60-4f9e-94e7-dde0bf29909e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.180012] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bbd70e-de1e-481b-9986-040991fc1f09 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.187215] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3fb458-be5d-4f5b-8115-38da8f980289 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.204688] env[69155]: DEBUG nova.compute.provider_tree [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.294385] env[69155]: INFO nova.compute.manager [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: c30815f6-543d-4491-8461-870dbf05b467] Took 19.36 seconds to build instance. [ 628.369346] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598962, 'name': Rename_Task, 'duration_secs': 0.137135} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.369735] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.370945] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35106251-e5d8-4f72-9883-4a8ccb20f0dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.372030] env[69155]: DEBUG nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.381379] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 628.381379] env[69155]: value = "task-3598967" [ 628.381379] env[69155]: _type = "Task" [ 628.381379] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.392451] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.410012] env[69155]: DEBUG nova.network.neutron [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Successfully updated port: 90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.483564] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598964, 'name': ReconfigVM_Task, 'duration_secs': 0.430038} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.483776] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Reconfigured VM instance instance-00000003 to attach disk [datastore1] dc5374ab-e345-498c-94e7-47461fa9f47f/dc5374ab-e345-498c-94e7-47461fa9f47f.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.487231] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ccfa0d8-47e5-4869-9976-f412be64283d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.498338] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 628.498338] env[69155]: value = "task-3598968" [ 628.498338] env[69155]: _type = "Task" [ 628.498338] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.515255] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598968, 'name': Rename_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.517767] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598966, 'name': CreateVM_Task, 'duration_secs': 0.493759} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.517902] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.519603] env[69155]: DEBUG oslo_vmware.service [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb50894-fa4a-498d-a967-e01c7c55702b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.525764] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.525982] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.526367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.526626] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc80f1c-ce26-45ea-9a5d-9bfdfa118de5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.531722] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 628.531722] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529d76ce-479c-1aca-672c-12ed7b962669" [ 628.531722] env[69155]: _type = "Task" [ 628.531722] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.541412] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529d76ce-479c-1aca-672c-12ed7b962669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.651090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.651546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.671223] env[69155]: DEBUG nova.network.neutron [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Successfully created port: 1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.712503] env[69155]: DEBUG nova.scheduler.client.report [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.796082] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6f536892-310d-4904-8cec-9baa18bf7e7b tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "c30815f6-543d-4491-8461-870dbf05b467" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.871s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.894042] env[69155]: DEBUG oslo_vmware.api [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598967, 'name': PowerOnVM_Task, 'duration_secs': 0.454635} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.894624] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.894624] env[69155]: INFO nova.compute.manager [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Took 9.26 seconds to spawn the instance on the hypervisor. [ 628.894699] env[69155]: DEBUG nova.compute.manager [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.895522] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5231a010-27de-47e5-a16c-8387ce4de322 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.907872] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.913177] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquiring lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.913289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquired lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.913632] env[69155]: DEBUG nova.network.neutron [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.929281] env[69155]: DEBUG nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.968945] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.970417] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.970671] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.970872] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.971028] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.971242] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.971383] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.971545] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.971696] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.971855] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.972067] env[69155]: DEBUG nova.virt.hardware [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.973560] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cdab2c-2275-4efb-8d0b-381a500735f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.983961] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c26e3e-fcf6-42cf-91ea-e7da14e0166d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.007456] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598968, 'name': Rename_Task, 'duration_secs': 0.176834} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.007725] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.007960] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c38981a3-468f-4784-916c-7f89fa1faf45 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.015045] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 629.015045] env[69155]: value = "task-3598969" [ 629.015045] env[69155]: _type = "Task" [ 629.015045] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.022965] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.041439] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.041682] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.042698] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.042698] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.042698] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.042698] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554b4813-6353-46aa-b99d-82ac7d1380d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.060682] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.060891] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.061757] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745cda8e-6cdb-4b8c-8739-c90f808cb95e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.068925] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95fdb4f-1ad7-4ab7-8ccf-fb8c6ca8735a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.075710] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 629.075710] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5227d86c-7790-5b86-ac1f-190690087286" [ 629.075710] env[69155]: _type = "Task" [ 629.075710] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.086569] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5227d86c-7790-5b86-ac1f-190690087286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.220021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.220021] env[69155]: DEBUG nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.221222] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.696s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.222879] env[69155]: INFO nova.compute.claims [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.302030] env[69155]: DEBUG nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.417034] env[69155]: INFO nova.compute.manager [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Took 17.38 seconds to build instance. [ 629.509383] env[69155]: DEBUG nova.network.neutron [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.526507] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598969, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.586874] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Preparing fetch location {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 629.591886] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Creating directory with path [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.591886] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd75710d-4e0a-495e-b07b-825f19b541db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.638391] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Created directory with path [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.638391] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Fetch image to [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 629.638391] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Downloading image file data a9fd992a-b328-4664-8f56-2150d67aa19e to [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk on the data store datastore2 {{(pid=69155) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 629.638391] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193478d5-9c2e-4351-a4a0-1bc0b922236c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.646296] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36d1bc2-d42d-4a8f-b435-dbcc22f50446 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.657586] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a1211d-c437-491d-b446-c987ee180277 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.695313] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a177603-5e46-4a78-8792-ec01cbb96e7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.701743] env[69155]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f0b881ec-f428-4509-ae8e-49cf53bf9166 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.729128] env[69155]: DEBUG nova.network.neutron [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Successfully updated port: 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.730761] env[69155]: DEBUG nova.compute.utils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.737464] env[69155]: DEBUG nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.737782] env[69155]: DEBUG nova.network.neutron [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.741565] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Downloading image file data a9fd992a-b328-4664-8f56-2150d67aa19e to the data store datastore2 {{(pid=69155) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 629.828054] env[69155]: DEBUG oslo_vmware.rw_handles [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69155) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 629.895165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.915326] env[69155]: DEBUG nova.policy [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd64e8356174240898541c43b3eef2ff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1137c302ca1429a977bee5d22b2616e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.920029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8969aa17-a4d8-4057-bc60-7d1558e1ec82 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.915s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.930612] env[69155]: DEBUG nova.network.neutron [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Updating instance_info_cache with network_info: [{"id": "90883189-4156-480b-9825-98cf3f580bb3", "address": "fa:16:3e:3c:4c:67", "network": {"id": "c73bb486-45c8-4b30-aa17-33e313ba73c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1819202489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f839e8c29c5a4864be42a921358182da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90883189-41", "ovs_interfaceid": "90883189-4156-480b-9825-98cf3f580bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.029738] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598969, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.235896] env[69155]: DEBUG nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.243924] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquiring lock "refresh_cache-eee33ff6-155a-4f56-b1d9-368670568da4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.244048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquired lock "refresh_cache-eee33ff6-155a-4f56-b1d9-368670568da4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.244254] env[69155]: DEBUG nova.network.neutron [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.438657] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Releasing lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.438982] env[69155]: DEBUG nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Instance network_info: |[{"id": "90883189-4156-480b-9825-98cf3f580bb3", "address": "fa:16:3e:3c:4c:67", "network": {"id": "c73bb486-45c8-4b30-aa17-33e313ba73c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1819202489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f839e8c29c5a4864be42a921358182da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90883189-41", "ovs_interfaceid": "90883189-4156-480b-9825-98cf3f580bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.439522] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:4c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90883189-4156-480b-9825-98cf3f580bb3', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.452057] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Creating folder: Project (f839e8c29c5a4864be42a921358182da). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.456388] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9394545-c713-44cf-b706-b43aa894925c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.471903] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Created folder: Project (f839e8c29c5a4864be42a921358182da) in parent group-v718010. [ 630.472235] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Creating folder: Instances. Parent ref: group-v718026. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.472514] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36719a51-a8bc-4443-bb89-553005ab1e59 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.489025] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Created folder: Instances in parent group-v718026. [ 630.489367] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.489635] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.489895] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75e6fe3d-7e8a-4505-8bc2-ae0d9aa4ecfd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.516562] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.516562] env[69155]: value = "task-3598972" [ 630.516562] env[69155]: _type = "Task" [ 630.516562] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.532420] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598972, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.536894] env[69155]: DEBUG oslo_vmware.api [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598969, 'name': PowerOnVM_Task, 'duration_secs': 1.080901} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.537182] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.537390] env[69155]: INFO nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Took 13.16 seconds to spawn the instance on the hypervisor. [ 630.538537] env[69155]: DEBUG nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.538668] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eefafd2-2728-4ef2-bf64-f16bf57896c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.546234] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af349f1-e94e-4587-8053-66ec0784d052 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.560596] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40f0b0-0ce9-474d-b23e-3da3b24bcec9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.605297] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156120e6-66d8-492b-a937-227fd0fa7baa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.615898] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001c50c6-302c-4dc5-8005-ca220a919011 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.635049] env[69155]: DEBUG nova.compute.provider_tree [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.745682] env[69155]: DEBUG oslo_vmware.rw_handles [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Completed reading data from the image iterator. {{(pid=69155) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 630.746615] env[69155]: DEBUG oslo_vmware.rw_handles [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 630.825555] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Downloaded image file data a9fd992a-b328-4664-8f56-2150d67aa19e to vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk on the data store datastore2 {{(pid=69155) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 630.830503] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Caching image {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 630.830503] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Copying Virtual Disk [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk to [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.830503] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1b2f15-9361-4a5a-836f-e127d8c44007 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.837934] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 630.837934] env[69155]: value = "task-3598973" [ 630.837934] env[69155]: _type = "Task" [ 630.837934] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.851931] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.958884] env[69155]: DEBUG nova.network.neutron [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.026320] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598972, 'name': CreateVM_Task, 'duration_secs': 0.361638} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.026670] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.027177] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.027342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.027732] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.028375] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7654375-89a5-43a0-b99a-c13d703a7a16 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.032381] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 631.032381] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b25e7d-a5c9-6627-ffae-a4ae6c70e77b" [ 631.032381] env[69155]: _type = "Task" [ 631.032381] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.047593] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b25e7d-a5c9-6627-ffae-a4ae6c70e77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.067446] env[69155]: INFO nova.compute.manager [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Took 19.36 seconds to build instance. [ 631.138790] env[69155]: DEBUG nova.network.neutron [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Successfully created port: 045b50db-3d52-44c2-a14e-950b732b6216 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.142683] env[69155]: DEBUG nova.scheduler.client.report [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.251376] env[69155]: DEBUG nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.283855] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.284291] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.284414] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.284619] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.285409] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.285409] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.285535] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.286149] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.286149] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.286149] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.286407] env[69155]: DEBUG nova.virt.hardware [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.290705] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6764af0-09bf-4ee1-b553-82f4eab809d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.297803] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60452db-468d-439b-90f3-7d0772d816ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.348762] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598973, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.543621] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.544170] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.544274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.568922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.878s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.636436] env[69155]: DEBUG nova.network.neutron [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Updating instance_info_cache with network_info: [{"id": "7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27", "address": "fa:16:3e:e1:2a:89", "network": {"id": "f31998ec-2cf8-4496-8b80-0a9deaec8be2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-529418815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32ae40a9c7634553807deea55e918592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf1a1cc-1e", "ovs_interfaceid": "7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.653669] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.654221] env[69155]: DEBUG nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.658481] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.049s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.857216] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883245} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.857530] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Copied Virtual Disk [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk to [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.857831] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleting the datastore file [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e/tmp-sparse.vmdk {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.858336] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba4b778a-145d-4688-bbb4-7650bf9095f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.864943] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 631.864943] env[69155]: value = "task-3598974" [ 631.864943] env[69155]: _type = "Task" [ 631.864943] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.873108] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.140105] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Releasing lock "refresh_cache-eee33ff6-155a-4f56-b1d9-368670568da4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.145199] env[69155]: DEBUG nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Instance network_info: |[{"id": "7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27", "address": "fa:16:3e:e1:2a:89", "network": {"id": "f31998ec-2cf8-4496-8b80-0a9deaec8be2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-529418815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32ae40a9c7634553807deea55e918592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf1a1cc-1e", "ovs_interfaceid": "7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.145569] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:2a:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.157490] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Creating folder: Project (32ae40a9c7634553807deea55e918592). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.157490] env[69155]: DEBUG nova.network.neutron [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Successfully updated port: 1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.158657] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f53ee06d-f384-4999-b91d-925fbc291957 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.166792] env[69155]: DEBUG nova.compute.utils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.177075] env[69155]: DEBUG nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.177075] env[69155]: DEBUG nova.network.neutron [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.180927] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Created folder: Project (32ae40a9c7634553807deea55e918592) in parent group-v718010. [ 632.180927] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Creating folder: Instances. Parent ref: group-v718029. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.183536] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-415abcb9-f859-4602-91c0-9d9b32253432 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.198214] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Created folder: Instances in parent group-v718029. [ 632.198516] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.198720] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.198945] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a729c3b-1ca0-4ff8-bf9f-e1c345f04f20 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.232201] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.232201] env[69155]: value = "task-3598977" [ 632.232201] env[69155]: _type = "Task" [ 632.232201] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.240960] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598977, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.297801] env[69155]: DEBUG nova.policy [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54fc6e309e6944e5b58d6dedd69638b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c9a470155a459f9b5f5cf17ac11f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.388311] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083976} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.388577] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.388783] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Moving file from [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a/a9fd992a-b328-4664-8f56-2150d67aa19e to [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e. {{(pid=69155) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 632.389142] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-60d5ea48-6d28-4ccd-8c4a-eb6da6e4d1af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.397024] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 632.397024] env[69155]: value = "task-3598978" [ 632.397024] env[69155]: _type = "Task" [ 632.397024] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.405584] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598978, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.639949] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "41001079-778b-456c-95b8-aac47ea3efa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.640470] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "41001079-778b-456c-95b8-aac47ea3efa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.665917] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.666088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.666254] env[69155]: DEBUG nova.network.neutron [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.671340] env[69155]: DEBUG nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.715354] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 61cdbd6e-75d2-45af-b4b3-cba900b17dc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.715557] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c30815f6-543d-4491-8461-870dbf05b467 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.715682] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance dc5374ab-e345-498c-94e7-47461fa9f47f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.715775] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 79980895-3dc5-4c6e-9aaa-2b851e7d18fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.715876] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1f57d393-7d28-4d23-917f-a9529c8e912f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.715986] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance a30ce7e7-7d02-445a-bae4-4db714cfbc96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.716111] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance eee33ff6-155a-4f56-b1d9-368670568da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.716393] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c5209efb-b5b2-484e-ac69-af52353f1b0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.716720] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 633e9d92-9015-4cc8-ba92-6750376d0198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.716855] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 632.750039] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598977, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.811235] env[69155]: DEBUG nova.compute.manager [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Received event network-changed-df08dea3-f459-461a-99de-546ad1fcb1a3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.811393] env[69155]: DEBUG nova.compute.manager [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Refreshing instance network info cache due to event network-changed-df08dea3-f459-461a-99de-546ad1fcb1a3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.811623] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Acquiring lock "refresh_cache-1f57d393-7d28-4d23-917f-a9529c8e912f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.811764] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Acquired lock "refresh_cache-1f57d393-7d28-4d23-917f-a9529c8e912f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.811921] env[69155]: DEBUG nova.network.neutron [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Refreshing network info cache for port df08dea3-f459-461a-99de-546ad1fcb1a3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.915709] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598978, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052189} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.916067] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] File moved {{(pid=69155) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 632.916289] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Cleaning up location [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 632.916450] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleting the datastore file [datastore2] vmware_temp/73b5903c-0465-44fa-9211-a8571b58740a {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.916729] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7808de37-e60b-479a-ab78-b242908c50fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.925635] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 632.925635] env[69155]: value = "task-3598979" [ 632.925635] env[69155]: _type = "Task" [ 632.925635] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.940480] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.143331] env[69155]: DEBUG nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.221341] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 633.245556] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598977, 'name': CreateVM_Task, 'duration_secs': 0.632408} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.245678] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.246425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.246605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.247339] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.247339] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0181da2-a0c2-4bb5-a45f-af82a39281eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.257741] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 633.257741] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520b3819-b39d-f4a8-d697-db4bde2cb45e" [ 633.257741] env[69155]: _type = "Task" [ 633.257741] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.268209] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520b3819-b39d-f4a8-d697-db4bde2cb45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.306076] env[69155]: DEBUG nova.network.neutron [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.436455] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049986} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.436719] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.437457] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a82ed4-1f08-4672-b91c-883e85928f83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.442682] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 633.442682] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528d6925-f784-ab89-9f0a-472695fe402e" [ 633.442682] env[69155]: _type = "Task" [ 633.442682] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.450680] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528d6925-f784-ab89-9f0a-472695fe402e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.460776] env[69155]: DEBUG nova.network.neutron [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Successfully created port: dae2256d-0a21-477c-be53-5f85aaa99608 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.506821] env[69155]: DEBUG nova.compute.manager [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.507720] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b2957-aef0-42bc-96e8-e80f34bde0a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.679186] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.680368] env[69155]: DEBUG nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.725260] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.725260] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.725260] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.726321] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.726321] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.726321] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.726807] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.726807] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.727268] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.727567] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.727840] env[69155]: DEBUG nova.virt.hardware [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.728867] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance ee089ed0-82fb-4b11-9cce-7504f7aa7b23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 633.730587] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0651675-9868-487e-b418-c5af692f57c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.742034] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb0515-5ca6-4a1d-aca2-7ce721fed5a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.772023] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520b3819-b39d-f4a8-d697-db4bde2cb45e, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.777522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.777522] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.777633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.823954] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquiring lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.824567] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.961354] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528d6925-f784-ab89-9f0a-472695fe402e, 'name': SearchDatastore_Task, 'duration_secs': 0.029349} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.961656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.961656] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1f57d393-7d28-4d23-917f-a9529c8e912f/1f57d393-7d28-4d23-917f-a9529c8e912f.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.961918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.962255] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.962420] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4044dd4d-ea9b-4816-b53f-9d7e3f13294c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.966096] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b50f5fc8-396e-46d2-bfee-2300bac0cb5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.972816] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 633.972816] env[69155]: value = "task-3598980" [ 633.972816] env[69155]: _type = "Task" [ 633.972816] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.977665] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.977872] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.978922] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94dd35bc-a4af-4465-aec4-5a738f8cabdd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.992677] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 633.992677] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bfb595-ab03-7b11-ea7a-2762c7da181e" [ 633.992677] env[69155]: _type = "Task" [ 633.992677] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.000632] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bfb595-ab03-7b11-ea7a-2762c7da181e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.018151] env[69155]: INFO nova.compute.manager [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] instance snapshotting [ 634.021090] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c0c42d-130f-4d0e-8e29-bc54b34a7a2c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.043768] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c51d76-5a1a-4f8a-b142-dbbaf67938c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.130664] env[69155]: DEBUG nova.network.neutron [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updating instance_info_cache with network_info: [{"id": "1971a91d-79a9-4975-af25-6af7db995349", "address": "fa:16:3e:f0:e8:12", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1971a91d-79", "ovs_interfaceid": "1971a91d-79a9-4975-af25-6af7db995349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.236182] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 41001079-778b-456c-95b8-aac47ea3efa3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 634.236755] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 634.236755] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 634.330053] env[69155]: DEBUG nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.347969] env[69155]: DEBUG nova.network.neutron [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Updated VIF entry in instance network info cache for port df08dea3-f459-461a-99de-546ad1fcb1a3. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.348111] env[69155]: DEBUG nova.network.neutron [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Updating instance_info_cache with network_info: [{"id": "df08dea3-f459-461a-99de-546ad1fcb1a3", "address": "fa:16:3e:60:9c:7f", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08dea3-f4", "ovs_interfaceid": "df08dea3-f459-461a-99de-546ad1fcb1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.388592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.388592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.492170] env[69155]: INFO nova.compute.manager [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Rebuilding instance [ 634.494254] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.517996] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bfb595-ab03-7b11-ea7a-2762c7da181e, 'name': SearchDatastore_Task, 'duration_secs': 0.03086} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.519978] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520e2e23-76cb-4c8c-8e94-679dc66a147e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.530838] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 634.530838] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d90b52-be7b-4bca-feca-74ec4dd6d4dd" [ 634.530838] env[69155]: _type = "Task" [ 634.530838] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.556077] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 634.556338] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d90b52-be7b-4bca-feca-74ec4dd6d4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.560028] env[69155]: DEBUG nova.network.neutron [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Successfully updated port: 045b50db-3d52-44c2-a14e-950b732b6216 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.561604] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-295bc479-919a-4ce6-b90e-d1934b6d1b5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.579538] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 634.579538] env[69155]: value = "task-3598981" [ 634.579538] env[69155]: _type = "Task" [ 634.579538] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.589038] env[69155]: DEBUG nova.compute.manager [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.596719] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b6fe73-ccae-48af-a30f-4af8ee3d1340 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.606312] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.637868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Releasing lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.638228] env[69155]: DEBUG nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Instance network_info: |[{"id": "1971a91d-79a9-4975-af25-6af7db995349", "address": "fa:16:3e:f0:e8:12", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1971a91d-79", "ovs_interfaceid": "1971a91d-79a9-4975-af25-6af7db995349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.638659] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:e8:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1971a91d-79a9-4975-af25-6af7db995349', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.646887] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Creating folder: Project (41c3ce8cbe6b4f618131585583ff6c45). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.647214] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cec68775-d359-4aba-aa54-7d62fe24f56b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.656035] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e91f315-5f57-4a6e-a70a-4c6aca576eef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.662921] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Created folder: Project (41c3ce8cbe6b4f618131585583ff6c45) in parent group-v718010. [ 634.662921] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Creating folder: Instances. Parent ref: group-v718032. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.662921] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57cab53f-e7fd-4681-9247-1a9cd176af6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.667895] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eea6bd-7f12-4faa-84b8-8b2f001a5e53 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.673697] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Created folder: Instances in parent group-v718032. [ 634.673890] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.674099] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.674306] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f0f388d-e364-4603-9f26-acfb9f2fbfd3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.717904] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72661406-968b-45f8-ae91-901a1bbdc2e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.726273] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.726273] env[69155]: value = "task-3598984" [ 634.726273] env[69155]: _type = "Task" [ 634.726273] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.733535] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be334882-1a74-4b02-9365-e292adba8bed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.741797] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598984, 'name': CreateVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.756052] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.828666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "dc5374ab-e345-498c-94e7-47461fa9f47f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.828666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.828666] env[69155]: DEBUG nova.compute.manager [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.828666] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ee25b4-6d71-444c-9c88-4eb0aa7670ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.834896] env[69155]: DEBUG nova.compute.manager [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 634.834896] env[69155]: DEBUG nova.objects.instance [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lazy-loading 'flavor' on Instance uuid dc5374ab-e345-498c-94e7-47461fa9f47f {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.854088] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Releasing lock "refresh_cache-1f57d393-7d28-4d23-917f-a9529c8e912f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.854441] env[69155]: DEBUG nova.compute.manager [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Received event network-vif-plugged-90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.854689] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Acquiring lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.854905] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.855094] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.855303] env[69155]: DEBUG nova.compute.manager [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] No waiting events found dispatching network-vif-plugged-90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.855541] env[69155]: WARNING nova.compute.manager [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Received unexpected event network-vif-plugged-90883189-4156-480b-9825-98cf3f580bb3 for instance with vm_state building and task_state spawning. [ 634.855712] env[69155]: DEBUG nova.compute.manager [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Received event network-changed-90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.855874] env[69155]: DEBUG nova.compute.manager [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Refreshing instance network info cache due to event network-changed-90883189-4156-480b-9825-98cf3f580bb3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.856072] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Acquiring lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.856213] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Acquired lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.856370] env[69155]: DEBUG nova.network.neutron [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Refreshing network info cache for port 90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.862839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.985908] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61675} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.986816] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1f57d393-7d28-4d23-917f-a9529c8e912f/1f57d393-7d28-4d23-917f-a9529c8e912f.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.986816] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.986816] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f9ac61-0de0-4f85-9d86-b340f816266d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.995031] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 634.995031] env[69155]: value = "task-3598985" [ 634.995031] env[69155]: _type = "Task" [ 634.995031] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.004775] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.046821] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d90b52-be7b-4bca-feca-74ec4dd6d4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.044824} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.047247] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.047446] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a30ce7e7-7d02-445a-bae4-4db714cfbc96/a30ce7e7-7d02-445a-bae4-4db714cfbc96.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.049194] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.049194] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.049194] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc6e0380-3ccc-4274-80c5-af66d2efc7aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.051416] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-516be502-8a25-4490-b85a-edd9e1b26122 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.059595] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 635.059595] env[69155]: value = "task-3598986" [ 635.059595] env[69155]: _type = "Task" [ 635.059595] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.064539] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.064802] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.068761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.068761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.068761] env[69155]: DEBUG nova.network.neutron [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.068761] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986825c6-dbc1-48c9-8c5f-f9342c510331 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.084748] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3598986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.094078] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 635.094078] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525abbc7-9b78-641e-1bd9-42dca68948f9" [ 635.094078] env[69155]: _type = "Task" [ 635.094078] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.104035] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.109238] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525abbc7-9b78-641e-1bd9-42dca68948f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.110213] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a30c13-deee-41f4-9c14-ed632271196e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.118529] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 635.118529] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e99d60-ca89-6c0c-f0d2-738806840a70" [ 635.118529] env[69155]: _type = "Task" [ 635.118529] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.128749] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e99d60-ca89-6c0c-f0d2-738806840a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.139509] env[69155]: DEBUG nova.network.neutron [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.184459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.184802] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.227211] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Acquiring lock "c30815f6-543d-4491-8461-870dbf05b467" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.227379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Lock "c30815f6-543d-4491-8461-870dbf05b467" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.227553] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Acquiring lock "c30815f6-543d-4491-8461-870dbf05b467-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.227745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Lock "c30815f6-543d-4491-8461-870dbf05b467-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.227893] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Lock "c30815f6-543d-4491-8461-870dbf05b467-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.234142] env[69155]: INFO nova.compute.manager [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Terminating instance [ 635.241321] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598984, 'name': CreateVM_Task, 'duration_secs': 0.346937} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.241895] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.242181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.242345] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.242651] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.242904] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b7b26e-01d8-458a-a287-09498cba4c1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.251734] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 635.251734] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ebe800-dc0d-4627-6208-996ad045f89d" [ 635.251734] env[69155]: _type = "Task" [ 635.251734] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.270079] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ebe800-dc0d-4627-6208-996ad045f89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.282243] env[69155]: ERROR nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [req-5f587d25-c8fa-4964-b9ed-9f3ca04ce17b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f587d25-c8fa-4964-b9ed-9f3ca04ce17b"}]} [ 635.308197] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 635.329326] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 635.329541] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.352085] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 635.378035] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 635.471426] env[69155]: DEBUG nova.network.neutron [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance_info_cache with network_info: [{"id": "045b50db-3d52-44c2-a14e-950b732b6216", "address": "fa:16:3e:d8:d4:c3", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045b50db-3d", "ovs_interfaceid": "045b50db-3d52-44c2-a14e-950b732b6216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.506888] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095974} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.507190] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.508252] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15f4d78-97e3-4bc9-83e5-5910b3f6b30a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.534095] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 1f57d393-7d28-4d23-917f-a9529c8e912f/1f57d393-7d28-4d23-917f-a9529c8e912f.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.541878] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18eb0614-a59f-4496-82ec-d7ff43ff8518 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.570107] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 635.570107] env[69155]: value = "task-3598987" [ 635.570107] env[69155]: _type = "Task" [ 635.570107] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.574643] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3598986, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.579923] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.599456] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598981, 'name': CreateSnapshot_Task, 'duration_secs': 0.655652} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.604256] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 635.606381] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f43f7e-541b-4fca-8841-e21acf4d3bc6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.626139] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.627598] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2062c5a2-79c1-46d9-a0f3-95e6ff5cd85b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.639402] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e99d60-ca89-6c0c-f0d2-738806840a70, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.641944] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.641944] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] eee33ff6-155a-4f56-b1d9-368670568da4/eee33ff6-155a-4f56-b1d9-368670568da4.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.641944] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 635.641944] env[69155]: value = "task-3598988" [ 635.641944] env[69155]: _type = "Task" [ 635.641944] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.641944] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd2084a9-7ed4-400d-a890-51966dabb223 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.655319] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 635.655319] env[69155]: value = "task-3598989" [ 635.655319] env[69155]: _type = "Task" [ 635.655319] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.665815] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3598989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.739221] env[69155]: DEBUG nova.compute.manager [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.739659] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.744066] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9adcfc-a7ab-41b2-ac12-d11ae06ae2cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.758715] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.767308] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f072f60c-54c6-4d6f-a8ac-7846f306383d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.778339] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ebe800-dc0d-4627-6208-996ad045f89d, 'name': SearchDatastore_Task, 'duration_secs': 0.062883} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.780239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.780817] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.781226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.781681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.782069] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.782630] env[69155]: DEBUG oslo_vmware.api [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Waiting for the task: (returnval){ [ 635.782630] env[69155]: value = "task-3598990" [ 635.782630] env[69155]: _type = "Task" [ 635.782630] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.785019] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-486954cc-037b-4062-bf35-ca9602f45525 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.799599] env[69155]: DEBUG oslo_vmware.api [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Task: {'id': task-3598990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.799599] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.799599] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.799599] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b751c9-5f1f-4915-9d93-eebedc0730a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.808376] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 635.808376] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521e264a-4b60-b915-cdcd-9652aae134cf" [ 635.808376] env[69155]: _type = "Task" [ 635.808376] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.816811] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521e264a-4b60-b915-cdcd-9652aae134cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.844063] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.844453] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b565bee2-a072-4bf8-902e-cd201663592e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.851027] env[69155]: DEBUG oslo_vmware.api [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 635.851027] env[69155]: value = "task-3598991" [ 635.851027] env[69155]: _type = "Task" [ 635.851027] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.857807] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c08435-19f2-4fcb-a2f9-b3c993cef75c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.866829] env[69155]: DEBUG oslo_vmware.api [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.871933] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c87c75c-9a11-4784-9f97-e7fd90c5d702 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.910556] env[69155]: DEBUG nova.network.neutron [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Updated VIF entry in instance network info cache for port 90883189-4156-480b-9825-98cf3f580bb3. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.910556] env[69155]: DEBUG nova.network.neutron [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Updating instance_info_cache with network_info: [{"id": "90883189-4156-480b-9825-98cf3f580bb3", "address": "fa:16:3e:3c:4c:67", "network": {"id": "c73bb486-45c8-4b30-aa17-33e313ba73c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1819202489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f839e8c29c5a4864be42a921358182da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90883189-41", "ovs_interfaceid": "90883189-4156-480b-9825-98cf3f580bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.910954] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2c25e3-3d11-4efe-9f4a-2b0cf954fa80 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.921711] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf9d84-9057-4133-9c0c-c192496211c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.939497] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.974599] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.974973] env[69155]: DEBUG nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Instance network_info: |[{"id": "045b50db-3d52-44c2-a14e-950b732b6216", "address": "fa:16:3e:d8:d4:c3", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045b50db-3d", "ovs_interfaceid": "045b50db-3d52-44c2-a14e-950b732b6216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.975409] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d4:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '045b50db-3d52-44c2-a14e-950b732b6216', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.987664] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Creating folder: Project (a1137c302ca1429a977bee5d22b2616e). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.993053] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c02f752e-c313-4d08-81e1-e49e5fbf7948 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.002958] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Created folder: Project (a1137c302ca1429a977bee5d22b2616e) in parent group-v718010. [ 636.003518] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Creating folder: Instances. Parent ref: group-v718036. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.003518] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2492e4a5-8891-40f0-8e85-7cc9fe6574d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.015168] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Created folder: Instances in parent group-v718036. [ 636.015279] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.015423] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.015672] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52721539-997a-4c8b-a71d-9102de713607 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.045395] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.045395] env[69155]: value = "task-3598994" [ 636.045395] env[69155]: _type = "Task" [ 636.045395] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.053634] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598994, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.076539] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3598986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5341} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.078616] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a30ce7e7-7d02-445a-bae4-4db714cfbc96/a30ce7e7-7d02-445a-bae4-4db714cfbc96.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.079602] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.079870] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd90f8cf-2f8e-4773-aed5-6cba738fabf7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.089504] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.092359] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 636.092359] env[69155]: value = "task-3598995" [ 636.092359] env[69155]: _type = "Task" [ 636.092359] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.105316] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3598995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.149988] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 636.149988] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79633f9f-0ea8-47bd-b252-66616bc96e5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.164816] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 636.164816] env[69155]: value = "task-3598996" [ 636.164816] env[69155]: _type = "Task" [ 636.164816] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.168578] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3598989, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.175221] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598988, 'name': PowerOffVM_Task, 'duration_secs': 0.188151} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.175537] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.176175] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.177498] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e663268f-c016-436c-a610-313dd1d539c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.184665] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598996, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.190189] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.190607] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d747c24e-afc3-45b1-a19d-c94788a882d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.210804] env[69155]: DEBUG nova.network.neutron [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Successfully updated port: dae2256d-0a21-477c-be53-5f85aaa99608 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.216930] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.217388] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.217582] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Deleting the datastore file [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.217965] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c83150c-6e59-4e3c-8d15-cad190e4a8db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.232458] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 636.232458] env[69155]: value = "task-3598998" [ 636.232458] env[69155]: _type = "Task" [ 636.232458] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.254658] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.300157] env[69155]: DEBUG oslo_vmware.api [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Task: {'id': task-3598990, 'name': PowerOffVM_Task, 'duration_secs': 0.219234} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.300362] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.300743] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.300858] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78d3b050-2c43-4d69-9a50-eb3ade52339a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.321701] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521e264a-4b60-b915-cdcd-9652aae134cf, 'name': SearchDatastore_Task, 'duration_secs': 0.016658} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.322909] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7dbe4fe-fafb-4725-9e05-9089fe93fa0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.331498] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 636.331498] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52462432-6424-25df-84e4-17364624f683" [ 636.331498] env[69155]: _type = "Task" [ 636.331498] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.341081] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52462432-6424-25df-84e4-17364624f683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.359900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "7f01a7f3-4f0d-4811-850c-79f5b9930187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.360409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "7f01a7f3-4f0d-4811-850c-79f5b9930187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.366781] env[69155]: DEBUG oslo_vmware.api [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3598991, 'name': PowerOffVM_Task, 'duration_secs': 0.225001} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.366781] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.366781] env[69155]: DEBUG nova.compute.manager [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.367350] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1739cffc-b4cc-41aa-9853-94c448a4ea4f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.376727] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.376992] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.377171] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Deleting the datastore file [datastore1] c30815f6-543d-4491-8461-870dbf05b467 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.377855] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca46ea7-b498-48a9-b36f-d5afeda6bbe8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.384320] env[69155]: DEBUG oslo_vmware.api [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Waiting for the task: (returnval){ [ 636.384320] env[69155]: value = "task-3599000" [ 636.384320] env[69155]: _type = "Task" [ 636.384320] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.393037] env[69155]: DEBUG oslo_vmware.api [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Task: {'id': task-3599000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.416307] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6959b7a-a77a-4cd6-bcaa-da86a7426d13 req-dbbb9819-f81b-423f-9dc0-2a9a5ff07700 service nova] Releasing lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.422885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquiring lock "b6dfdaf0-57bb-4063-b261-3807636a5a84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.423221] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "b6dfdaf0-57bb-4063-b261-3807636a5a84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.464217] env[69155]: ERROR nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [req-0b007c9a-08bd-41f5-bff4-b2b7aedd0eb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b007c9a-08bd-41f5-bff4-b2b7aedd0eb1"}]} [ 636.487504] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 636.505770] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 636.505770] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.521515] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 636.562943] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598994, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.564332] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 636.587512] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3598987, 'name': ReconfigVM_Task, 'duration_secs': 0.976845} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.589296] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 1f57d393-7d28-4d23-917f-a9529c8e912f/1f57d393-7d28-4d23-917f-a9529c8e912f.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.590606] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f422fc0-51de-424a-be50-c4e9ae3d6f40 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.605316] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3598995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235502} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.609297] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.611298] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 636.611298] env[69155]: value = "task-3599001" [ 636.611298] env[69155]: _type = "Task" [ 636.611298] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.611298] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22856dd4-84f8-4c8b-9aee-062de828f70d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.623312] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599001, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.645932] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a30ce7e7-7d02-445a-bae4-4db714cfbc96/a30ce7e7-7d02-445a-bae4-4db714cfbc96.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.647048] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd84009-7da3-45d6-a227-9783913b2b81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.677222] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 636.677222] env[69155]: value = "task-3599002" [ 636.677222] env[69155]: _type = "Task" [ 636.677222] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.685534] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598996, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.686233] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3598989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711527} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.691707] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] eee33ff6-155a-4f56-b1d9-368670568da4/eee33ff6-155a-4f56-b1d9-368670568da4.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.692131] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.692605] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0f8ecd5-9cbb-4910-a44c-b45174841029 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.702168] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.703901] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 636.703901] env[69155]: value = "task-3599003" [ 636.703901] env[69155]: _type = "Task" [ 636.703901] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.713011] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.717738] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquiring lock "refresh_cache-1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717738] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquired lock "refresh_cache-1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717738] env[69155]: DEBUG nova.network.neutron [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.742729] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3598998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202166} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.746796] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.746796] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.746796] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.846277] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52462432-6424-25df-84e4-17364624f683, 'name': SearchDatastore_Task, 'duration_secs': 0.020431} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.846277] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.846277] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] c5209efb-b5b2-484e-ac69-af52353f1b0b/c5209efb-b5b2-484e-ac69-af52353f1b0b.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.846277] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58d09624-2119-4b82-8efe-b7924b118815 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.854381] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 636.854381] env[69155]: value = "task-3599004" [ 636.854381] env[69155]: _type = "Task" [ 636.854381] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.873177] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.882066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-946b8b36-3de0-4d28-90cd-0042dd872b37 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.902461] env[69155]: DEBUG oslo_vmware.api [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Task: {'id': task-3599000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215279} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.902770] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.902969] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.903186] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.903461] env[69155]: INFO nova.compute.manager [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] [instance: c30815f6-543d-4491-8461-870dbf05b467] Took 1.16 seconds to destroy the instance on the hypervisor. [ 636.903866] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.907079] env[69155]: DEBUG nova.compute.manager [-] [instance: c30815f6-543d-4491-8461-870dbf05b467] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.907079] env[69155]: DEBUG nova.network.neutron [-] [instance: c30815f6-543d-4491-8461-870dbf05b467] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.975279] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285bb051-fb47-47c5-ad4d-24a3c2b28271 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.989207] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcef1c8-3a94-42b5-99de-d663cc0f2d94 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.025642] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c29bd4-07fe-46e9-9c66-58bb51c88513 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.039449] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835c877a-9ab8-46fa-b435-f34cb3a74d74 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.068890] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.076483] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3598994, 'name': CreateVM_Task, 'duration_secs': 0.568101} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.078477] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.078477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.078477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.078477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.078477] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48b4190-e1c9-4f04-bdd5-23ada57742f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.084547] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 637.084547] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b64a4f-11c0-f2a7-17e7-aa089f6942a5" [ 637.084547] env[69155]: _type = "Task" [ 637.084547] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.097076] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b64a4f-11c0-f2a7-17e7-aa089f6942a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.130337] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599001, 'name': Rename_Task, 'duration_secs': 0.342451} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.130337] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.130337] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6476638-75ed-4ef9-8713-3a2c55b14664 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.139268] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 637.139268] env[69155]: value = "task-3599005" [ 637.139268] env[69155]: _type = "Task" [ 637.139268] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.148724] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.185257] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598996, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.194657] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599002, 'name': ReconfigVM_Task, 'duration_secs': 0.29346} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.195051] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a30ce7e7-7d02-445a-bae4-4db714cfbc96/a30ce7e7-7d02-445a-bae4-4db714cfbc96.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.196514] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e38779f-130a-4bb6-8c19-a4ba559ea50b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.205054] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 637.205054] env[69155]: value = "task-3599006" [ 637.205054] env[69155]: _type = "Task" [ 637.205054] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.222956] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180204} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.226746] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.227088] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599006, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.228249] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca78aca-d476-4a8d-927e-edcfa7cf1688 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.269242] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] eee33ff6-155a-4f56-b1d9-368670568da4/eee33ff6-155a-4f56-b1d9-368670568da4.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.270222] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07089640-1d05-4737-b187-e00f323b530f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.292913] env[69155]: DEBUG nova.network.neutron [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.296049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.296049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.305024] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 637.305024] env[69155]: value = "task-3599007" [ 637.305024] env[69155]: _type = "Task" [ 637.305024] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.313513] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.371873] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599004, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.426571] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Received event network-vif-plugged-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.426571] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquiring lock "eee33ff6-155a-4f56-b1d9-368670568da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.426571] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Lock "eee33ff6-155a-4f56-b1d9-368670568da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.426571] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Lock "eee33ff6-155a-4f56-b1d9-368670568da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.426571] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] No waiting events found dispatching network-vif-plugged-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.426939] env[69155]: WARNING nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Received unexpected event network-vif-plugged-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 for instance with vm_state building and task_state spawning. [ 637.426939] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Received event network-changed-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.426939] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Refreshing instance network info cache due to event network-changed-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.426939] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquiring lock "refresh_cache-eee33ff6-155a-4f56-b1d9-368670568da4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.426939] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquired lock "refresh_cache-eee33ff6-155a-4f56-b1d9-368670568da4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.427152] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Refreshing network info cache for port 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.524804] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquiring lock "fb4296b3-38c0-4e9f-984b-1409a072aba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.525152] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "fb4296b3-38c0-4e9f-984b-1409a072aba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.583527] env[69155]: DEBUG nova.network.neutron [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Updating instance_info_cache with network_info: [{"id": "dae2256d-0a21-477c-be53-5f85aaa99608", "address": "fa:16:3e:1c:65:16", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae2256d-0a", "ovs_interfaceid": "dae2256d-0a21-477c-be53-5f85aaa99608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.596050] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b64a4f-11c0-f2a7-17e7-aa089f6942a5, 'name': SearchDatastore_Task, 'duration_secs': 0.060101} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.596469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.596725] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.596976] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.597181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.597395] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.597951] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cc82ab6-4379-4093-b2ab-05c0b6b3fabd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.601100] env[69155]: ERROR nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [req-883b06d6-0718-4a85-aaff-c7a47b2a080d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-883b06d6-0718-4a85-aaff-c7a47b2a080d"}]} [ 637.610617] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.610888] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.611661] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe032f4-a285-46e4-9c3b-75f767deb160 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.618522] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 637.618522] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5251cbb6-63c3-de3f-d32d-e3b3dbdd3693" [ 637.618522] env[69155]: _type = "Task" [ 637.618522] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.627601] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5251cbb6-63c3-de3f-d32d-e3b3dbdd3693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.628811] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 637.653353] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.654524] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 637.654862] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 79, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.667355] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 637.680404] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3598996, 'name': CloneVM_Task, 'duration_secs': 1.435941} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.680681] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Created linked-clone VM from snapshot [ 637.681433] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d4fa45-8db6-4542-af2f-addc8c282007 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.689038] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Uploading image a62b5da2-c429-4822-a973-6aecc00b9936 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 637.692891] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 637.722620] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599006, 'name': Rename_Task, 'duration_secs': 0.213308} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.727358] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 637.727358] env[69155]: value = "vm-718039" [ 637.727358] env[69155]: _type = "VirtualMachine" [ 637.727358] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 637.727574] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.727729] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e19e9bb6-35f5-41d8-9e80-890e909b413a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.729606] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abae60bb-8c3f-4fe0-9741-2b5b9bf7f752 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.736638] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lease: (returnval){ [ 637.736638] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523fba72-807c-8cdf-5c87-84b5404bcfa9" [ 637.736638] env[69155]: _type = "HttpNfcLease" [ 637.736638] env[69155]: } obtained for exporting VM: (result){ [ 637.736638] env[69155]: value = "vm-718039" [ 637.736638] env[69155]: _type = "VirtualMachine" [ 637.736638] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 637.737233] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the lease: (returnval){ [ 637.737233] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523fba72-807c-8cdf-5c87-84b5404bcfa9" [ 637.737233] env[69155]: _type = "HttpNfcLease" [ 637.737233] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 637.738644] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 637.738644] env[69155]: value = "task-3599008" [ 637.738644] env[69155]: _type = "Task" [ 637.738644] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.754682] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.754953] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 637.754953] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523fba72-807c-8cdf-5c87-84b5404bcfa9" [ 637.754953] env[69155]: _type = "HttpNfcLease" [ 637.754953] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 637.809913] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.810472] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.810755] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.811279] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.811720] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.812128] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.812467] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.812727] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.812996] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.813278] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.813572] env[69155]: DEBUG nova.virt.hardware [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.814554] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc20e1f-04c7-4328-bcfb-e82671e4217c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.828511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdab39f-a98f-49cd-813b-159a4ab77167 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.839634] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599007, 'name': ReconfigVM_Task, 'duration_secs': 0.336887} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.844157] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] eee33ff6-155a-4f56-b1d9-368670568da4/eee33ff6-155a-4f56-b1d9-368670568da4.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.844157] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0edde726-c672-4877-86a6-0f584f605bba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.856101] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.860516] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.864043] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.867625] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2094276-ddfa-400c-aa22-10a927f915ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.885321] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 637.885321] env[69155]: value = "task-3599010" [ 637.885321] env[69155]: _type = "Task" [ 637.885321] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.894537] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.894537] env[69155]: value = "task-3599011" [ 637.894537] env[69155]: _type = "Task" [ 637.894537] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.894977] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517503} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.895681] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] c5209efb-b5b2-484e-ac69-af52353f1b0b/c5209efb-b5b2-484e-ac69-af52353f1b0b.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.896059] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.899253] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74f95a57-30a5-4d34-8dfa-00111b99fc35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.906915] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599010, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.912059] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599011, 'name': CreateVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.916042] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 637.916042] env[69155]: value = "task-3599012" [ 637.916042] env[69155]: _type = "Task" [ 637.916042] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.922987] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.038798] env[69155]: DEBUG nova.network.neutron [-] [instance: c30815f6-543d-4491-8461-870dbf05b467] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.093449] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Releasing lock "refresh_cache-1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.093449] env[69155]: DEBUG nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Instance network_info: |[{"id": "dae2256d-0a21-477c-be53-5f85aaa99608", "address": "fa:16:3e:1c:65:16", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae2256d-0a", "ovs_interfaceid": "dae2256d-0a21-477c-be53-5f85aaa99608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.094740] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:65:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dae2256d-0a21-477c-be53-5f85aaa99608', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.102972] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Creating folder: Project (48c9a470155a459f9b5f5cf17ac11f36). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.107541] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52979d63-f0b1-4fa8-9d96-c32a3d5ad647 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.111733] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8fc90b-f2f3-4175-8dad-bbbf5f641f9c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.119537] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269d15f2-e8ed-46aa-8ba4-65d25872026c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.129023] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Created folder: Project (48c9a470155a459f9b5f5cf17ac11f36) in parent group-v718010. [ 638.129257] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Creating folder: Instances. Parent ref: group-v718041. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.130341] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf8141e7-f00b-4b9c-8723-89e249bc7059 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.163647] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5251cbb6-63c3-de3f-d32d-e3b3dbdd3693, 'name': SearchDatastore_Task, 'duration_secs': 0.00861} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.169972] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf434d-9f4f-4f59-beaa-a9ad9e362d11 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.174484] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8abd8dc-2422-4aa4-a1a0-205894c40995 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.176727] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Created folder: Instances in parent group-v718041. [ 638.177026] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.181570] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.181570] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c398f658-b609-4963-8a24-898af75e1a9f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.204774] env[69155]: DEBUG oslo_vmware.api [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599005, 'name': PowerOnVM_Task, 'duration_secs': 0.632854} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.205181] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 638.205181] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d450c0-62f9-0856-d6c6-8af100b7a356" [ 638.205181] env[69155]: _type = "Task" [ 638.205181] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.206504] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.206719] env[69155]: INFO nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Took 16.28 seconds to spawn the instance on the hypervisor. [ 638.206906] env[69155]: DEBUG nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.208276] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c308850-40a1-4c7e-a9fa-e7e8243c084a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.214614] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4c7713-91ed-4866-a145-8137ac8c9c98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.256637] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.256637] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d450c0-62f9-0856-d6c6-8af100b7a356, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.264491] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.265152] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 633e9d92-9015-4cc8-ba92-6750376d0198/633e9d92-9015-4cc8-ba92-6750376d0198.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.265152] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.265152] env[69155]: value = "task-3599015" [ 638.265152] env[69155]: _type = "Task" [ 638.265152] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.265509] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f7059d-3109-48bc-a9c0-0f253b8acd05 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.277521] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599008, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.277767] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 638.277767] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523fba72-807c-8cdf-5c87-84b5404bcfa9" [ 638.277767] env[69155]: _type = "HttpNfcLease" [ 638.277767] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 638.280628] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 638.280628] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523fba72-807c-8cdf-5c87-84b5404bcfa9" [ 638.280628] env[69155]: _type = "HttpNfcLease" [ 638.280628] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 638.282733] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c6e53e-7bd3-4933-8f26-628c7746215a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.286151] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 638.286151] env[69155]: value = "task-3599016" [ 638.286151] env[69155]: _type = "Task" [ 638.286151] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.290109] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599015, 'name': CreateVM_Task} progress is 15%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.297701] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dc835-0607-9af4-d7fd-5cd0d318b765/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 638.297898] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dc835-0607-9af4-d7fd-5cd0d318b765/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 638.304171] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.359407] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Updated VIF entry in instance network info cache for port 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.359693] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Updating instance_info_cache with network_info: [{"id": "7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27", "address": "fa:16:3e:e1:2a:89", "network": {"id": "f31998ec-2cf8-4496-8b80-0a9deaec8be2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-529418815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32ae40a9c7634553807deea55e918592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf1a1cc-1e", "ovs_interfaceid": "7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.396757] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599010, 'name': Rename_Task, 'duration_secs': 0.212827} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.401024] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.401024] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-742c3288-69c2-4585-ad44-62476b80989d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.407086] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599011, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.408380] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 638.408380] env[69155]: value = "task-3599017" [ 638.408380] env[69155]: _type = "Task" [ 638.408380] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.415719] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.424983] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072446} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.425294] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.426149] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a180b-e7e8-4d0e-92e4-752064d047bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.449674] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] c5209efb-b5b2-484e-ac69-af52353f1b0b/c5209efb-b5b2-484e-ac69-af52353f1b0b.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.450617] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3dff53-f8df-4fe5-a062-b1b5ff6b4ad9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.470801] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0f28421-6087-457c-b9f3-05f8395f4b96 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.472498] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 638.472498] env[69155]: value = "task-3599018" [ 638.472498] env[69155]: _type = "Task" [ 638.472498] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.481143] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.543169] env[69155]: INFO nova.compute.manager [-] [instance: c30815f6-543d-4491-8461-870dbf05b467] Took 1.64 seconds to deallocate network for instance. [ 638.766376] env[69155]: DEBUG oslo_vmware.api [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599008, 'name': PowerOnVM_Task, 'duration_secs': 0.541771} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.770152] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.770152] env[69155]: INFO nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Took 14.55 seconds to spawn the instance on the hypervisor. [ 638.770152] env[69155]: DEBUG nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.773116] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5396fc5-ff94-467a-b829-89be4b212fd1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.776693] env[69155]: INFO nova.compute.manager [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Took 25.84 seconds to build instance. [ 638.785642] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599015, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.805851] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.806905] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 638.808202] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 24 to 25 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 638.808393] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.864943] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Releasing lock "refresh_cache-eee33ff6-155a-4f56-b1d9-368670568da4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.865369] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Received event network-vif-plugged-1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.865609] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquiring lock "c5209efb-b5b2-484e-ac69-af52353f1b0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.865850] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Lock "c5209efb-b5b2-484e-ac69-af52353f1b0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.866041] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Lock "c5209efb-b5b2-484e-ac69-af52353f1b0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.868279] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] No waiting events found dispatching network-vif-plugged-1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.868506] env[69155]: WARNING nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Received unexpected event network-vif-plugged-1971a91d-79a9-4975-af25-6af7db995349 for instance with vm_state building and task_state spawning. [ 638.868744] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Received event network-changed-1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.868986] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Refreshing instance network info cache due to event network-changed-1971a91d-79a9-4975-af25-6af7db995349. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.871096] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquiring lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.871096] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquired lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.871096] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Refreshing network info cache for port 1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.907249] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599011, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.919410] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.988957] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.051788] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.281750] env[69155]: DEBUG oslo_concurrency.lockutils [None req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "1f57d393-7d28-4d23-917f-a9529c8e912f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.364s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.292265] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599015, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.316267] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 639.316267] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.657s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.316267] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599016, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.317070] env[69155]: INFO nova.compute.manager [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Took 25.97 seconds to build instance. [ 639.318697] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.414s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.322034] env[69155]: INFO nova.compute.claims [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.389698] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.390676] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.409316] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599011, 'name': CreateVM_Task, 'duration_secs': 1.365998} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.410388] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.411374] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.411676] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.412469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.413645] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f64c82-93b8-4ebf-86db-c11e6aadf693 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.424668] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 639.424668] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527460c7-aee1-895f-e6d8-0f9698b7c0e0" [ 639.424668] env[69155]: _type = "Task" [ 639.424668] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.431464] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.445622] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527460c7-aee1-895f-e6d8-0f9698b7c0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.490430] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599018, 'name': ReconfigVM_Task, 'duration_secs': 0.630316} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.490720] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Reconfigured VM instance instance-00000008 to attach disk [datastore2] c5209efb-b5b2-484e-ac69-af52353f1b0b/c5209efb-b5b2-484e-ac69-af52353f1b0b.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.491688] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-315aa903-4335-4d77-83ef-57533a28829e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.499298] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 639.499298] env[69155]: value = "task-3599019" [ 639.499298] env[69155]: _type = "Task" [ 639.499298] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.510617] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599019, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.783759] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599015, 'name': CreateVM_Task, 'duration_secs': 1.523794} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.789539] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.791782] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.792088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.792416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.792809] env[69155]: DEBUG nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.796915] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6af6334-7556-4a94-b467-4caf41c89ab2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.805971] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updated VIF entry in instance network info cache for port 1971a91d-79a9-4975-af25-6af7db995349. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.807187] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updating instance_info_cache with network_info: [{"id": "1971a91d-79a9-4975-af25-6af7db995349", "address": "fa:16:3e:f0:e8:12", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1971a91d-79", "ovs_interfaceid": "1971a91d-79a9-4975-af25-6af7db995349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.812579] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 639.812579] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526961ec-2f4a-0dc5-c496-4eb8b523c6b2" [ 639.812579] env[69155]: _type = "Task" [ 639.812579] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.816811] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599016, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.355568} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.821697] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 633e9d92-9015-4cc8-ba92-6750376d0198/633e9d92-9015-4cc8-ba92-6750376d0198.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.823022] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.827884] env[69155]: DEBUG nova.compute.manager [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.827884] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53eeb7cd-4e24-4b72-9fb5-24ac4cb85288 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.832248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.496s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.834112] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0725e8-cefe-4e82-87a5-6b429cb2138d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.860681] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526961ec-2f4a-0dc5-c496-4eb8b523c6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014527} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.866611] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.868436] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.868436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.868436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.868436] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.872522] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231f0087-0793-4b12-b588-824641cf8d01 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.876911] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 639.876911] env[69155]: value = "task-3599020" [ 639.876911] env[69155]: _type = "Task" [ 639.876911] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.891553] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.891553] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.891553] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.895021] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6588f416-03da-48c1-af9c-3ea8ee23f58a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.899030] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 639.899030] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52600c92-677c-feba-a0d3-21a184afaa5c" [ 639.899030] env[69155]: _type = "Task" [ 639.899030] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.910180] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52600c92-677c-feba-a0d3-21a184afaa5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.929267] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599017, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.943515] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527460c7-aee1-895f-e6d8-0f9698b7c0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.024438} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.943987] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.944526] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.944954] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.945266] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.945606] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.946691] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b555453-bd33-46ca-82e8-36fcc6475cfd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.958141] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.958727] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.959902] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d099a7-22ce-41a0-b795-0034811bc6e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.968025] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 639.968025] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e06dd3-3714-a6cf-ffc4-9ebd93a77262" [ 639.968025] env[69155]: _type = "Task" [ 639.968025] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.981020] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e06dd3-3714-a6cf-ffc4-9ebd93a77262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.009041] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599019, 'name': Rename_Task, 'duration_secs': 0.244264} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.009336] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.009589] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14a7f9c8-ad0e-4d9f-a6f7-40b3ca4e504f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.016055] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 640.016055] env[69155]: value = "task-3599021" [ 640.016055] env[69155]: _type = "Task" [ 640.016055] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.024251] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.264790] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquiring lock "ce5a92f9-4917-4d72-b527-35b97bad5933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.266064] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "ce5a92f9-4917-4d72-b527-35b97bad5933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.310326] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Releasing lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.313017] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Received event network-vif-plugged-045b50db-3d52-44c2-a14e-950b732b6216 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.313017] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquiring lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.313017] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.313017] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.313017] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] No waiting events found dispatching network-vif-plugged-045b50db-3d52-44c2-a14e-950b732b6216 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.313252] env[69155]: WARNING nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Received unexpected event network-vif-plugged-045b50db-3d52-44c2-a14e-950b732b6216 for instance with vm_state building and task_state spawning. [ 640.313252] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Received event network-changed-045b50db-3d52-44c2-a14e-950b732b6216 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.313252] env[69155]: DEBUG nova.compute.manager [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Refreshing instance network info cache due to event network-changed-045b50db-3d52-44c2-a14e-950b732b6216. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.313252] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquiring lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.313252] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Acquired lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.313397] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Refreshing network info cache for port 045b50db-3d52-44c2-a14e-950b732b6216 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.324206] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.359709] env[69155]: DEBUG nova.compute.manager [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.382605] env[69155]: INFO nova.compute.manager [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] instance snapshotting [ 640.382730] env[69155]: WARNING nova.compute.manager [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 640.390328] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab65871c-034a-461e-a62f-a6a7333eaa95 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.394778] env[69155]: DEBUG nova.compute.manager [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Received event network-vif-plugged-dae2256d-0a21-477c-be53-5f85aaa99608 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.394985] env[69155]: DEBUG oslo_concurrency.lockutils [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] Acquiring lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.395272] env[69155]: DEBUG oslo_concurrency.lockutils [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] Lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.395481] env[69155]: DEBUG oslo_concurrency.lockutils [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] Lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.397548] env[69155]: DEBUG nova.compute.manager [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] No waiting events found dispatching network-vif-plugged-dae2256d-0a21-477c-be53-5f85aaa99608 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.397740] env[69155]: WARNING nova.compute.manager [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Received unexpected event network-vif-plugged-dae2256d-0a21-477c-be53-5f85aaa99608 for instance with vm_state building and task_state spawning. [ 640.397907] env[69155]: DEBUG nova.compute.manager [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Received event network-changed-dae2256d-0a21-477c-be53-5f85aaa99608 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.398444] env[69155]: DEBUG nova.compute.manager [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Refreshing instance network info cache due to event network-changed-dae2256d-0a21-477c-be53-5f85aaa99608. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.398444] env[69155]: DEBUG oslo_concurrency.lockutils [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] Acquiring lock "refresh_cache-1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.398444] env[69155]: DEBUG oslo_concurrency.lockutils [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] Acquired lock "refresh_cache-1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.398606] env[69155]: DEBUG nova.network.neutron [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Refreshing network info cache for port dae2256d-0a21-477c-be53-5f85aaa99608 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.431135] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09797} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.438013] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9f7158-b0d5-435e-8fa2-0ee4ec0a0951 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.440980] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.447599] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82457eeb-55cd-4663-a75b-0601251b31cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.453432] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52600c92-677c-feba-a0d3-21a184afaa5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013507} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.456564] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574bbc7a-e099-4b44-9ffb-9a40a41bb16f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.478584] env[69155]: DEBUG oslo_vmware.api [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599017, 'name': PowerOnVM_Task, 'duration_secs': 1.555958} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.488343] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 633e9d92-9015-4cc8-ba92-6750376d0198/633e9d92-9015-4cc8-ba92-6750376d0198.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.492645] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.492645] env[69155]: INFO nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Took 13.94 seconds to spawn the instance on the hypervisor. [ 640.493123] env[69155]: DEBUG nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.497334] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f76917-a15f-4bbd-bfc4-c3088e1fbc72 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.513954] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bf1339-a1b7-4759-a676-575736c4bafd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.517765] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 640.517765] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c26342-3553-ada3-55ae-700281281d0a" [ 640.517765] env[69155]: _type = "Task" [ 640.517765] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.533479] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e06dd3-3714-a6cf-ffc4-9ebd93a77262, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.543868] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 640.543868] env[69155]: value = "task-3599022" [ 640.543868] env[69155]: _type = "Task" [ 640.543868] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.545150] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdc36f2-2a5c-4884-8d7f-9667eb455cbf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.558256] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599021, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.566014] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c26342-3553-ada3-55ae-700281281d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.016802} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.568459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.568459] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d/1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.568459] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 640.568459] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5216e70f-9f07-0ffc-46c6-6da5fa6a86b0" [ 640.568459] env[69155]: _type = "Task" [ 640.568459] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.568823] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b67a2b5e-e028-4449-af95-160dc89fb177 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.577777] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.587773] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5216e70f-9f07-0ffc-46c6-6da5fa6a86b0, 'name': SearchDatastore_Task, 'duration_secs': 0.017834} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.589410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.590168] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.590168] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 640.590168] env[69155]: value = "task-3599023" [ 640.590168] env[69155]: _type = "Task" [ 640.590168] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.590517] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cb13256-0373-41ce-898f-e910f24af7e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.603714] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.608475] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 640.608475] env[69155]: value = "task-3599024" [ 640.608475] env[69155]: _type = "Task" [ 640.608475] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.621551] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.847202] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a9caab-8ace-4702-afdd-6e40a23b12dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.859363] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322e3d6a-d472-4a50-af7e-a09991b7cf3a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.918668] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.919635] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64760b2-7c4b-4d39-9cc7-526312114c88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.931456] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d7f01d-65e4-4cda-8cca-0eabda18638c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.949731] env[69155]: DEBUG nova.compute.provider_tree [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.993369] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 640.994092] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36ecd57e-5379-4e4f-8a34-873a32f9eabc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.005578] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 641.005578] env[69155]: value = "task-3599025" [ 641.005578] env[69155]: _type = "Task" [ 641.005578] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.019805] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599025, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.032436] env[69155]: DEBUG oslo_vmware.api [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599021, 'name': PowerOnVM_Task, 'duration_secs': 0.726159} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.032436] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.032436] env[69155]: INFO nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Took 12.10 seconds to spawn the instance on the hypervisor. [ 641.032619] env[69155]: DEBUG nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.033505] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208cc364-3187-4980-b0dd-7cbca612570c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.063968] env[69155]: INFO nova.compute.manager [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Took 26.09 seconds to build instance. [ 641.069428] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.111073] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599023, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.126167] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599024, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.453446] env[69155]: DEBUG nova.scheduler.client.report [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.517563] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599025, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.568604] env[69155]: INFO nova.compute.manager [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Took 22.68 seconds to build instance. [ 641.570107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ead0c9c3-608e-4578-9b03-232e9f301cfd tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "eee33ff6-155a-4f56-b1d9-368670568da4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.605s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.576710] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599022, 'name': ReconfigVM_Task, 'duration_secs': 0.865863} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.577707] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 633e9d92-9015-4cc8-ba92-6750376d0198/633e9d92-9015-4cc8-ba92-6750376d0198.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.579674] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f3f6765-2b48-483a-8787-4ab48aa5f0ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.588464] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 641.588464] env[69155]: value = "task-3599026" [ 641.588464] env[69155]: _type = "Task" [ 641.588464] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.600156] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599026, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.601067] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updated VIF entry in instance network info cache for port 045b50db-3d52-44c2-a14e-950b732b6216. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.601770] env[69155]: DEBUG nova.network.neutron [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance_info_cache with network_info: [{"id": "045b50db-3d52-44c2-a14e-950b732b6216", "address": "fa:16:3e:d8:d4:c3", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045b50db-3d", "ovs_interfaceid": "045b50db-3d52-44c2-a14e-950b732b6216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.612159] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73883} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.616915] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d/1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.617486] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.618989] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf16cb7a-8a5e-40a8-9f58-d93f6cbd90c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.622021] env[69155]: DEBUG nova.network.neutron [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Updated VIF entry in instance network info cache for port dae2256d-0a21-477c-be53-5f85aaa99608. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.622741] env[69155]: DEBUG nova.network.neutron [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Updating instance_info_cache with network_info: [{"id": "dae2256d-0a21-477c-be53-5f85aaa99608", "address": "fa:16:3e:1c:65:16", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae2256d-0a", "ovs_interfaceid": "dae2256d-0a21-477c-be53-5f85aaa99608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.631221] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790541} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.632551] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.632830] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.633695] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 641.633695] env[69155]: value = "task-3599027" [ 641.633695] env[69155]: _type = "Task" [ 641.633695] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.634359] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88cb6f4e-b255-400c-87ab-6d7f1bcd0d0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.646855] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.648352] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 641.648352] env[69155]: value = "task-3599028" [ 641.648352] env[69155]: _type = "Task" [ 641.648352] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.660031] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.960488] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.960488] env[69155]: DEBUG nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.963287] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.069s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.964856] env[69155]: INFO nova.compute.claims [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.021027] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599025, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.071846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8dd49587-39cf-42dc-923d-9b5db757b988 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "c5209efb-b5b2-484e-ac69-af52353f1b0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.192s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.078143] env[69155]: DEBUG nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.103266] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599026, 'name': Rename_Task, 'duration_secs': 0.280976} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.103853] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.103853] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d41298d-df37-4acd-ab26-2e6d159c5b50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.106378] env[69155]: DEBUG oslo_concurrency.lockutils [req-a83b5c0e-58ce-4fd7-bb95-604d1e6353c3 req-9c30beef-847a-490b-9819-bef61636c427 service nova] Releasing lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.114706] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 642.114706] env[69155]: value = "task-3599029" [ 642.114706] env[69155]: _type = "Task" [ 642.114706] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.127058] env[69155]: DEBUG oslo_concurrency.lockutils [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] Releasing lock "refresh_cache-1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.127272] env[69155]: DEBUG nova.compute.manager [req-e5a8461b-97ec-4409-aa78-8f63ceb9b554 req-e3f91069-6c47-40fb-af17-d5ecf070baed service nova] [instance: c30815f6-543d-4491-8461-870dbf05b467] Received event network-vif-deleted-c3087f23-0a7d-48e7-ba50-a1c8e532cf58 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.127720] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.149625] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14539} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.154075] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.154547] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d511b29-5eb0-4bf1-bf98-403466f14934 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.166153] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075386} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.176049] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.184926] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d/1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.185825] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c769b568-7cee-4769-821f-0980ea4f8e48 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.188582] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12115017-0aac-4220-97a4-d600b311fbfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.226352] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.227577] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7f1f9c-16eb-43c7-becf-9bf7402b7196 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.242137] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 642.242137] env[69155]: value = "task-3599030" [ 642.242137] env[69155]: _type = "Task" [ 642.242137] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.253357] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 642.253357] env[69155]: value = "task-3599031" [ 642.253357] env[69155]: _type = "Task" [ 642.253357] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.263350] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.271153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquiring lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.271392] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.420600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquiring lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.420864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.475303] env[69155]: DEBUG nova.compute.utils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.478443] env[69155]: DEBUG nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.478443] env[69155]: DEBUG nova.network.neutron [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.526594] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599025, 'name': CreateSnapshot_Task, 'duration_secs': 1.168457} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.527166] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 642.528481] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73553209-60a3-42ea-adb4-512da2745bc3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.544174] env[69155]: DEBUG nova.policy [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8d09ab29dfe4629ba0068fc5a474fad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec521f269a04404bb27a89a26cc9e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.579025] env[69155]: DEBUG nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.623418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.631754] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.754724] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599030, 'name': ReconfigVM_Task, 'duration_secs': 0.492394} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.759320] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d/1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.760346] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-023f9ba8-9ec7-4e6b-a304-b5755e8f36cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.769902] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599031, 'name': ReconfigVM_Task, 'duration_secs': 0.433347} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.775066] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.775956] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 642.775956] env[69155]: value = "task-3599032" [ 642.775956] env[69155]: _type = "Task" [ 642.775956] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.776686] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c652296-b1ea-4a57-98a6-5ec34d23de8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.791359] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599032, 'name': Rename_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.793295] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 642.793295] env[69155]: value = "task-3599033" [ 642.793295] env[69155]: _type = "Task" [ 642.793295] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.804590] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599033, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.880523] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquiring lock "eee33ff6-155a-4f56-b1d9-368670568da4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.880886] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "eee33ff6-155a-4f56-b1d9-368670568da4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.881193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquiring lock "eee33ff6-155a-4f56-b1d9-368670568da4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.881457] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "eee33ff6-155a-4f56-b1d9-368670568da4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.881684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "eee33ff6-155a-4f56-b1d9-368670568da4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.884582] env[69155]: INFO nova.compute.manager [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Terminating instance [ 642.982190] env[69155]: DEBUG nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.056317] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 643.057112] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-60c7abb8-3b15-4c03-a0d2-f4d44d4ca243 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.067806] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 643.067806] env[69155]: value = "task-3599034" [ 643.067806] env[69155]: _type = "Task" [ 643.067806] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.082260] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599034, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.114085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.137148] env[69155]: DEBUG oslo_vmware.api [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599029, 'name': PowerOnVM_Task, 'duration_secs': 0.645107} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.142554] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.143010] env[69155]: INFO nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Took 11.89 seconds to spawn the instance on the hypervisor. [ 643.143529] env[69155]: DEBUG nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.144705] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da89c7f-d407-4c9e-b880-ae0faaefedfc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.294163] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599032, 'name': Rename_Task, 'duration_secs': 0.222341} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.301422] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.302049] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d0c503b-44bc-418d-a2c0-b0d8d2aa876f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.312586] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599033, 'name': Rename_Task, 'duration_secs': 0.219402} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.313791] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.314216] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 643.314216] env[69155]: value = "task-3599035" [ 643.314216] env[69155]: _type = "Task" [ 643.314216] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.314822] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c48dd09d-51c1-4ebe-8f9d-b7a4c274d6f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.329142] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.331477] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 643.331477] env[69155]: value = "task-3599036" [ 643.331477] env[69155]: _type = "Task" [ 643.331477] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.346822] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.393798] env[69155]: DEBUG nova.compute.manager [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.394410] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.395949] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b6bae-c77e-42cc-956d-b0d41e2e0fe1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.408563] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.413342] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78202f89-80ce-4e32-b350-715c76ca8eab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.423256] env[69155]: DEBUG oslo_vmware.api [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 643.423256] env[69155]: value = "task-3599037" [ 643.423256] env[69155]: _type = "Task" [ 643.423256] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.439695] env[69155]: DEBUG oslo_vmware.api [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.446332] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba66378-753a-4773-b186-9bae55207000 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.457336] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2785a468-1b44-4399-9d86-1a3211bb5fc3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.497480] env[69155]: DEBUG nova.network.neutron [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Successfully created port: a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.504525] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa2991-4a20-4d97-b8f5-971b62b7ee11 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.517187] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6396dc3-593a-47ac-ae68-c59f084c5a24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.533651] env[69155]: DEBUG nova.compute.provider_tree [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.571631] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.572161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.584850] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599034, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.670351] env[69155]: INFO nova.compute.manager [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Took 21.27 seconds to build instance. [ 643.829457] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.847948] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.935115] env[69155]: DEBUG oslo_vmware.api [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599037, 'name': PowerOffVM_Task, 'duration_secs': 0.236134} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.935520] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.935658] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.935946] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05d65091-b7b5-41a4-9e5c-f9fd69412c56 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.010287] env[69155]: DEBUG nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.030608] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.030932] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.031126] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Deleting the datastore file [datastore2] eee33ff6-155a-4f56-b1d9-368670568da4 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.031842] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55c8b939-6768-4f85-9a00-f1a62367fce9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.040679] env[69155]: DEBUG nova.scheduler.client.report [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.050724] env[69155]: DEBUG oslo_vmware.api [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for the task: (returnval){ [ 644.050724] env[69155]: value = "task-3599039" [ 644.050724] env[69155]: _type = "Task" [ 644.050724] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.063401] env[69155]: DEBUG oslo_vmware.api [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.066744] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.067149] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.067324] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.067452] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.067606] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.067777] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.067994] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.068172] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.068346] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.068509] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.068684] env[69155]: DEBUG nova.virt.hardware [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.069640] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3b101-7516-4bc7-8823-4dc45871a81e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.088447] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71688501-ca1d-4820-884a-3d96e003b7ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.092647] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599034, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.173502] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.781s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.331038] env[69155]: DEBUG oslo_vmware.api [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599035, 'name': PowerOnVM_Task, 'duration_secs': 0.730359} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.331361] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.331564] env[69155]: INFO nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Took 10.65 seconds to spawn the instance on the hypervisor. [ 644.331743] env[69155]: DEBUG nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.332636] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a13a1-fc47-4057-8d88-62f81b2ece5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.348843] env[69155]: DEBUG oslo_vmware.api [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599036, 'name': PowerOnVM_Task, 'duration_secs': 0.761182} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.350730] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.350941] env[69155]: DEBUG nova.compute.manager [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.356901] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc9461e-738d-40ca-96d9-6d74e3ed71eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.553025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.553677] env[69155]: DEBUG nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.558393] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.879s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.561026] env[69155]: INFO nova.compute.claims [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.577659] env[69155]: DEBUG oslo_vmware.api [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Task: {'id': task-3599039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263869} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.585214] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.585611] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.585611] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.586157] env[69155]: INFO nova.compute.manager [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 644.586157] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.586402] env[69155]: DEBUG nova.compute.manager [-] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.586905] env[69155]: DEBUG nova.network.neutron [-] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.603399] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599034, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.683330] env[69155]: DEBUG nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.871241] env[69155]: INFO nova.compute.manager [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Took 21.37 seconds to build instance. [ 644.887673] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.040412] env[69155]: DEBUG nova.compute.manager [req-58c1bfa5-0933-41c9-978e-bc4c5a61c1db req-0213b933-6b71-4377-929a-7571f8ae046a service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Received event network-changed-90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.040684] env[69155]: DEBUG nova.compute.manager [req-58c1bfa5-0933-41c9-978e-bc4c5a61c1db req-0213b933-6b71-4377-929a-7571f8ae046a service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Refreshing instance network info cache due to event network-changed-90883189-4156-480b-9825-98cf3f580bb3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.040902] env[69155]: DEBUG oslo_concurrency.lockutils [req-58c1bfa5-0933-41c9-978e-bc4c5a61c1db req-0213b933-6b71-4377-929a-7571f8ae046a service nova] Acquiring lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.041055] env[69155]: DEBUG oslo_concurrency.lockutils [req-58c1bfa5-0933-41c9-978e-bc4c5a61c1db req-0213b933-6b71-4377-929a-7571f8ae046a service nova] Acquired lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.041218] env[69155]: DEBUG nova.network.neutron [req-58c1bfa5-0933-41c9-978e-bc4c5a61c1db req-0213b933-6b71-4377-929a-7571f8ae046a service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Refreshing network info cache for port 90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.060898] env[69155]: DEBUG nova.compute.utils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.065260] env[69155]: DEBUG nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.065260] env[69155]: DEBUG nova.network.neutron [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.093455] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599034, 'name': CloneVM_Task, 'duration_secs': 1.823493} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.094280] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Created linked-clone VM from snapshot [ 645.095326] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7783bf-c533-4c6a-af33-b8a2a5a723ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.105174] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Uploading image bebf7fa8-60c2-499e-9307-89b706d82727 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 645.144222] env[69155]: DEBUG oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 645.144222] env[69155]: value = "vm-718045" [ 645.144222] env[69155]: _type = "VirtualMachine" [ 645.144222] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 645.144679] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6dab1e09-a0a8-449d-8edd-0d9a436a6c08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.157025] env[69155]: DEBUG oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lease: (returnval){ [ 645.157025] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527e5378-b1ec-b342-7d1f-1b74026884bf" [ 645.157025] env[69155]: _type = "HttpNfcLease" [ 645.157025] env[69155]: } obtained for exporting VM: (result){ [ 645.157025] env[69155]: value = "vm-718045" [ 645.157025] env[69155]: _type = "VirtualMachine" [ 645.157025] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 645.157025] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the lease: (returnval){ [ 645.157025] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527e5378-b1ec-b342-7d1f-1b74026884bf" [ 645.157025] env[69155]: _type = "HttpNfcLease" [ 645.157025] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 645.163889] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 645.163889] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527e5378-b1ec-b342-7d1f-1b74026884bf" [ 645.163889] env[69155]: _type = "HttpNfcLease" [ 645.163889] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 645.200297] env[69155]: DEBUG nova.policy [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7fdb33299b44efabe586ca52bc6a8ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2732753498dd4b21a16c4852dde31624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.209617] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.374902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-77944e13-d339-44b1-ad55-f8eceefbda8b tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.877s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.441392] env[69155]: DEBUG nova.network.neutron [-] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.565435] env[69155]: DEBUG nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.669419] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 645.669419] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527e5378-b1ec-b342-7d1f-1b74026884bf" [ 645.669419] env[69155]: _type = "HttpNfcLease" [ 645.669419] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 645.669813] env[69155]: DEBUG oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 645.669813] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527e5378-b1ec-b342-7d1f-1b74026884bf" [ 645.669813] env[69155]: _type = "HttpNfcLease" [ 645.669813] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 645.670768] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7168e623-ccda-4715-b1fe-9eeda9492b93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.683818] env[69155]: DEBUG oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a59171-d316-5879-1801-b8182d9458e7/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 645.684032] env[69155]: DEBUG oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a59171-d316-5879-1801-b8182d9458e7/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 645.810375] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9243e999-c639-401f-b3f5-5125136e92eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.879543] env[69155]: DEBUG nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.886511] env[69155]: DEBUG nova.network.neutron [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Successfully updated port: a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.944754] env[69155]: INFO nova.compute.manager [-] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Took 1.36 seconds to deallocate network for instance. [ 646.034178] env[69155]: DEBUG nova.network.neutron [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Successfully created port: fd67e8c6-4169-4667-8578-b302078275a0 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.095071] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9fbbbd-d552-4f30-a6a6-e8e257ad2654 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.112031] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676b9953-63bb-4e28-816f-1d873a899831 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.151268] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d11896a-312c-434e-8dd6-e83ec5399c9e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.164249] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31768610-c42d-449e-a26e-af1e26cf26b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.170713] env[69155]: DEBUG nova.network.neutron [req-58c1bfa5-0933-41c9-978e-bc4c5a61c1db req-0213b933-6b71-4377-929a-7571f8ae046a service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Updated VIF entry in instance network info cache for port 90883189-4156-480b-9825-98cf3f580bb3. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.171121] env[69155]: DEBUG nova.network.neutron [req-58c1bfa5-0933-41c9-978e-bc4c5a61c1db req-0213b933-6b71-4377-929a-7571f8ae046a service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Updating instance_info_cache with network_info: [{"id": "90883189-4156-480b-9825-98cf3f580bb3", "address": "fa:16:3e:3c:4c:67", "network": {"id": "c73bb486-45c8-4b30-aa17-33e313ba73c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1819202489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f839e8c29c5a4864be42a921358182da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90883189-41", "ovs_interfaceid": "90883189-4156-480b-9825-98cf3f580bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.187609] env[69155]: DEBUG nova.compute.provider_tree [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.192119] env[69155]: DEBUG nova.compute.manager [req-da68f8c1-eda8-42a4-beaf-d16b9aa78002 req-ae06fa55-8886-47f1-83be-833ffad30152 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Received event network-changed-1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.192327] env[69155]: DEBUG nova.compute.manager [req-da68f8c1-eda8-42a4-beaf-d16b9aa78002 req-ae06fa55-8886-47f1-83be-833ffad30152 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Refreshing instance network info cache due to event network-changed-1971a91d-79a9-4975-af25-6af7db995349. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.192557] env[69155]: DEBUG oslo_concurrency.lockutils [req-da68f8c1-eda8-42a4-beaf-d16b9aa78002 req-ae06fa55-8886-47f1-83be-833ffad30152 service nova] Acquiring lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.192729] env[69155]: DEBUG oslo_concurrency.lockutils [req-da68f8c1-eda8-42a4-beaf-d16b9aa78002 req-ae06fa55-8886-47f1-83be-833ffad30152 service nova] Acquired lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.192891] env[69155]: DEBUG nova.network.neutron [req-da68f8c1-eda8-42a4-beaf-d16b9aa78002 req-ae06fa55-8886-47f1-83be-833ffad30152 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Refreshing network info cache for port 1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.395645] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquiring lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.395645] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquired lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.395645] env[69155]: DEBUG nova.network.neutron [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.422768] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.464151] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.582167] env[69155]: DEBUG nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.677987] env[69155]: DEBUG oslo_concurrency.lockutils [req-58c1bfa5-0933-41c9-978e-bc4c5a61c1db req-0213b933-6b71-4377-929a-7571f8ae046a service nova] Releasing lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.699025] env[69155]: DEBUG nova.scheduler.client.report [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.711064] env[69155]: DEBUG nova.compute.manager [None req-32352742-f0a4-4b1f-861b-ff4da1ab35c4 tempest-ServerDiagnosticsTest-623471957 tempest-ServerDiagnosticsTest-623471957-project-admin] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.711064] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf147ee3-86ee-402f-af5f-9433db41f6a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.728761] env[69155]: INFO nova.compute.manager [None req-32352742-f0a4-4b1f-861b-ff4da1ab35c4 tempest-ServerDiagnosticsTest-623471957 tempest-ServerDiagnosticsTest-623471957-project-admin] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Retrieving diagnostics [ 646.729288] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e89e9a-4036-4aff-a63a-8e15d5cdeb72 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.958927] env[69155]: DEBUG nova.network.neutron [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.092433] env[69155]: DEBUG nova.network.neutron [req-da68f8c1-eda8-42a4-beaf-d16b9aa78002 req-ae06fa55-8886-47f1-83be-833ffad30152 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updated VIF entry in instance network info cache for port 1971a91d-79a9-4975-af25-6af7db995349. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.092812] env[69155]: DEBUG nova.network.neutron [req-da68f8c1-eda8-42a4-beaf-d16b9aa78002 req-ae06fa55-8886-47f1-83be-833ffad30152 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updating instance_info_cache with network_info: [{"id": "1971a91d-79a9-4975-af25-6af7db995349", "address": "fa:16:3e:f0:e8:12", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1971a91d-79", "ovs_interfaceid": "1971a91d-79a9-4975-af25-6af7db995349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.200901] env[69155]: DEBUG nova.network.neutron [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Updating instance_info_cache with network_info: [{"id": "a5e345c9-ad3d-4e37-8ddf-ee8e977cc310", "address": "fa:16:3e:33:13:97", "network": {"id": "ba0024d4-0daf-4ede-a2cc-ead5cecea855", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-227434873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec521f269a04404bb27a89a26cc9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e345c9-ad", "ovs_interfaceid": "a5e345c9-ad3d-4e37-8ddf-ee8e977cc310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.208686] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.209679] env[69155]: DEBUG nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.214873] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.352s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.217653] env[69155]: INFO nova.compute.claims [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.596669] env[69155]: DEBUG oslo_concurrency.lockutils [req-da68f8c1-eda8-42a4-beaf-d16b9aa78002 req-ae06fa55-8886-47f1-83be-833ffad30152 service nova] Releasing lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.708721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Releasing lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.709130] env[69155]: DEBUG nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Instance network_info: |[{"id": "a5e345c9-ad3d-4e37-8ddf-ee8e977cc310", "address": "fa:16:3e:33:13:97", "network": {"id": "ba0024d4-0daf-4ede-a2cc-ead5cecea855", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-227434873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec521f269a04404bb27a89a26cc9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e345c9-ad", "ovs_interfaceid": "a5e345c9-ad3d-4e37-8ddf-ee8e977cc310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.709606] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:13:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e345c9-ad3d-4e37-8ddf-ee8e977cc310', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.719182] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Creating folder: Project (cec521f269a04404bb27a89a26cc9e15). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.719773] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6d43590-9111-404a-af90-82c9ea9abf80 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.724448] env[69155]: DEBUG nova.compute.utils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.728296] env[69155]: DEBUG nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.728525] env[69155]: DEBUG nova.network.neutron [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.749576] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Created folder: Project (cec521f269a04404bb27a89a26cc9e15) in parent group-v718010. [ 647.749890] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Creating folder: Instances. Parent ref: group-v718046. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.750326] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a444d3be-348e-4878-aacf-62f3c10fa5f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.766449] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Created folder: Instances in parent group-v718046. [ 647.766829] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.767461] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.767769] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e4dd774-edbb-4adc-87e1-cb2524526f5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.797893] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.797893] env[69155]: value = "task-3599043" [ 647.797893] env[69155]: _type = "Task" [ 647.797893] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.806757] env[69155]: DEBUG nova.policy [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7fdb33299b44efabe586ca52bc6a8ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2732753498dd4b21a16c4852dde31624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.814014] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599043, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.040063] env[69155]: DEBUG nova.network.neutron [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Successfully updated port: fd67e8c6-4169-4667-8578-b302078275a0 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.150739] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.150739] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.150980] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.151346] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.151522] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.151703] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.151928] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.152125] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.152290] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.153567] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.156128] env[69155]: DEBUG nova.virt.hardware [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.159322] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f59e26-fb29-4618-b5ae-166afc3d52e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.176022] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dc835-0607-9af4-d7fd-5cd0d318b765/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 648.177617] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4acfb80-3beb-49c2-8d71-27fd6384330b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.182648] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd65fa94-c73d-4fab-ab49-3f1120698601 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.191721] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dc835-0607-9af4-d7fd-5cd0d318b765/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 648.191925] env[69155]: ERROR oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dc835-0607-9af4-d7fd-5cd0d318b765/disk-0.vmdk due to incomplete transfer. [ 648.201353] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05f0a609-6766-4a43-a9ad-87205682b2ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.212871] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dc835-0607-9af4-d7fd-5cd0d318b765/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 648.213023] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Uploaded image a62b5da2-c429-4822-a973-6aecc00b9936 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 648.216589] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 648.216865] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b6a68de-29ee-42f5-919e-e5305204b813 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.225283] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 648.225283] env[69155]: value = "task-3599044" [ 648.225283] env[69155]: _type = "Task" [ 648.225283] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.240918] env[69155]: DEBUG nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.246075] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599044, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.318272] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599043, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.474401] env[69155]: DEBUG nova.network.neutron [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Successfully created port: af7c8e2c-c27e-46b7-b003-0def77309753 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.491330] env[69155]: DEBUG nova.compute.manager [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 648.545945] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "refresh_cache-ee089ed0-82fb-4b11-9cce-7504f7aa7b23" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.546073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "refresh_cache-ee089ed0-82fb-4b11-9cce-7504f7aa7b23" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.546162] env[69155]: DEBUG nova.network.neutron [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.737051] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599044, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.739516] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dfd508-ec4b-4bd1-a4aa-5c71b39c5c33 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.752499] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e2530e-0e5b-4b85-9c5b-757dbaadaeaf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.791851] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f7deec-6c8c-42ce-81af-3e9b8c52de1e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.803337] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4945dfa8-5b94-417b-b622-b53233ae0fb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.837896] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599043, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.838670] env[69155]: DEBUG nova.compute.provider_tree [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.848807] env[69155]: INFO nova.compute.manager [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Rebuilding instance [ 648.903801] env[69155]: DEBUG nova.compute.manager [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.904718] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976ba45b-ae93-4c4d-84eb-0fc09b789280 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.928153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.928153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.016920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.123637] env[69155]: DEBUG nova.network.neutron [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.240651] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599044, 'name': Destroy_Task, 'duration_secs': 0.701582} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.240931] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Destroyed the VM [ 649.241411] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 649.241704] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-137768e3-b75a-4ed4-88b5-47dcb4970cd8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.253192] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 649.253192] env[69155]: value = "task-3599045" [ 649.253192] env[69155]: _type = "Task" [ 649.253192] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.258334] env[69155]: DEBUG nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.268388] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.303108] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.303448] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.303614] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.304050] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.304280] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.304466] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.304807] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.305020] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.305220] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.305599] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.305934] env[69155]: DEBUG nova.virt.hardware [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.307836] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb76549-584f-437c-8b28-0320b5af4859 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.330642] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599043, 'name': CreateVM_Task, 'duration_secs': 1.509313} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.332063] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb59bbe1-78a7-4163-ae9c-38af49fb1149 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.336899] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.338605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.338605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.338858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.339519] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81f77c3-6c42-4722-9e9b-2ab387d2f8f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.342357] env[69155]: DEBUG nova.scheduler.client.report [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.359049] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 649.359049] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52028c7b-f6dc-408b-2272-8563cb5e495c" [ 649.359049] env[69155]: _type = "Task" [ 649.359049] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.368218] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52028c7b-f6dc-408b-2272-8563cb5e495c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.405236] env[69155]: DEBUG nova.network.neutron [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Updating instance_info_cache with network_info: [{"id": "fd67e8c6-4169-4667-8578-b302078275a0", "address": "fa:16:3e:9d:23:c2", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67e8c6-41", "ovs_interfaceid": "fd67e8c6-4169-4667-8578-b302078275a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.694064] env[69155]: DEBUG nova.compute.manager [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Received event network-vif-deleted-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.694064] env[69155]: DEBUG nova.compute.manager [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Received event network-vif-plugged-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.695608] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] Acquiring lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.695899] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.696108] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.696311] env[69155]: DEBUG nova.compute.manager [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] No waiting events found dispatching network-vif-plugged-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.696492] env[69155]: WARNING nova.compute.manager [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Received unexpected event network-vif-plugged-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 for instance with vm_state building and task_state spawning. [ 649.696662] env[69155]: DEBUG nova.compute.manager [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Received event network-changed-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.696845] env[69155]: DEBUG nova.compute.manager [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Refreshing instance network info cache due to event network-changed-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.697058] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] Acquiring lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.697960] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] Acquired lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.697960] env[69155]: DEBUG nova.network.neutron [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Refreshing network info cache for port a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.766141] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599045, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.856836] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.857714] env[69155]: DEBUG nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.861831] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.810s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.862120] env[69155]: DEBUG nova.objects.instance [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Lazy-loading 'resources' on Instance uuid c30815f6-543d-4491-8461-870dbf05b467 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.876329] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52028c7b-f6dc-408b-2272-8563cb5e495c, 'name': SearchDatastore_Task, 'duration_secs': 0.016533} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.876329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.876423] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.876786] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.876786] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.876967] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.877290] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f407c4-704c-4ff8-a7b2-1d8b67eeae75 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.889883] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.890626] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.891185] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ba34cc-44e6-4187-bfb8-aa47d9d20774 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.902583] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 649.902583] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5200ecba-6b1b-6610-93fb-dfd8961cf860" [ 649.902583] env[69155]: _type = "Task" [ 649.902583] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.919626] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "refresh_cache-ee089ed0-82fb-4b11-9cce-7504f7aa7b23" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.919626] env[69155]: DEBUG nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance network_info: |[{"id": "fd67e8c6-4169-4667-8578-b302078275a0", "address": "fa:16:3e:9d:23:c2", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67e8c6-41", "ovs_interfaceid": "fd67e8c6-4169-4667-8578-b302078275a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.920610] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.921097] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5200ecba-6b1b-6610-93fb-dfd8961cf860, 'name': SearchDatastore_Task, 'duration_secs': 0.017612} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.923474] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:23:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd67e8c6-4169-4667-8578-b302078275a0', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.932832] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Creating folder: Project (2732753498dd4b21a16c4852dde31624). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.933174] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3c60f82-279f-4a51-876d-046faeffb14c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.937424] env[69155]: DEBUG nova.compute.manager [req-1213b22d-0006-4d28-bfe9-2538d86e8e77 req-7d60f1fe-0b25-4742-8982-591ccb70a737 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Received event network-changed-1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.937711] env[69155]: DEBUG nova.compute.manager [req-1213b22d-0006-4d28-bfe9-2538d86e8e77 req-7d60f1fe-0b25-4742-8982-591ccb70a737 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Refreshing instance network info cache due to event network-changed-1971a91d-79a9-4975-af25-6af7db995349. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.938354] env[69155]: DEBUG oslo_concurrency.lockutils [req-1213b22d-0006-4d28-bfe9-2538d86e8e77 req-7d60f1fe-0b25-4742-8982-591ccb70a737 service nova] Acquiring lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.938602] env[69155]: DEBUG oslo_concurrency.lockutils [req-1213b22d-0006-4d28-bfe9-2538d86e8e77 req-7d60f1fe-0b25-4742-8982-591ccb70a737 service nova] Acquired lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.938881] env[69155]: DEBUG nova.network.neutron [req-1213b22d-0006-4d28-bfe9-2538d86e8e77 req-7d60f1fe-0b25-4742-8982-591ccb70a737 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Refreshing network info cache for port 1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.941308] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3921bd9-6725-49d0-9891-3ef3e4a2ce39 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.943282] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e727a6-8b2e-44fc-9ca8-ec5f276d3856 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.957470] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 649.957470] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52048878-4f4d-b7c3-999c-4683adf11741" [ 649.957470] env[69155]: _type = "Task" [ 649.957470] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.957682] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 649.957682] env[69155]: value = "task-3599046" [ 649.957682] env[69155]: _type = "Task" [ 649.957682] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.968290] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Created folder: Project (2732753498dd4b21a16c4852dde31624) in parent group-v718010. [ 649.968942] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Creating folder: Instances. Parent ref: group-v718049. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.970119] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e125680c-48ac-407a-bcd1-85c373d9306e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.982905] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52048878-4f4d-b7c3-999c-4683adf11741, 'name': SearchDatastore_Task, 'duration_secs': 0.018603} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.983077] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.985294] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.985294] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65/9e9edd7b-478c-40e2-bc3a-0f1e344f8f65.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.985294] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bafb35a7-a74e-45df-8c15-4a1228e863ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.994243] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 649.994243] env[69155]: value = "task-3599049" [ 649.994243] env[69155]: _type = "Task" [ 649.994243] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.999629] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Created folder: Instances in parent group-v718049. [ 649.999968] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.000835] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.001121] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b73d44f3-b11d-46e1-8caf-240b2761786b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.020886] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.031273] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.031273] env[69155]: value = "task-3599050" [ 650.031273] env[69155]: _type = "Task" [ 650.031273] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.037455] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.037724] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.043137] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599050, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.196173] env[69155]: DEBUG nova.network.neutron [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Successfully updated port: af7c8e2c-c27e-46b7-b003-0def77309753 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.265842] env[69155]: DEBUG oslo_vmware.api [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599045, 'name': RemoveSnapshot_Task, 'duration_secs': 0.602425} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.266172] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 650.266424] env[69155]: INFO nova.compute.manager [None req-4fc6f525-a6a1-4bd0-aa08-e60fac3b5da1 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Took 16.25 seconds to snapshot the instance on the hypervisor. [ 650.323518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquiring lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.323787] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.324071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquiring lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.324272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.324533] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.327105] env[69155]: INFO nova.compute.manager [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Terminating instance [ 650.363380] env[69155]: DEBUG nova.compute.utils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.364925] env[69155]: DEBUG nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.365123] env[69155]: DEBUG nova.network.neutron [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.466375] env[69155]: DEBUG nova.policy [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5957feb94e4c0589829bbdf754aa5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adfb428fcfae4d5d8bfdafd60f840659', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.482530] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599046, 'name': PowerOffVM_Task, 'duration_secs': 0.202857} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.482530] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.482530] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.482530] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e4f4dd-3ef8-429e-a215-97ab9352b96f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.498280] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.501231] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-701d921b-a014-48b9-a708-1c2e8ff4cd52 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.512490] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599049, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.546630] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599050, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.548441] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.548605] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.548803] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Deleting the datastore file [datastore1] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.549163] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a45e7f7-7a4d-4be7-bdcb-6e56897acaf1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.563252] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 650.563252] env[69155]: value = "task-3599052" [ 650.563252] env[69155]: _type = "Task" [ 650.563252] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.578624] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.667354] env[69155]: DEBUG nova.network.neutron [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Updated VIF entry in instance network info cache for port a5e345c9-ad3d-4e37-8ddf-ee8e977cc310. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.669780] env[69155]: DEBUG nova.network.neutron [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Updating instance_info_cache with network_info: [{"id": "a5e345c9-ad3d-4e37-8ddf-ee8e977cc310", "address": "fa:16:3e:33:13:97", "network": {"id": "ba0024d4-0daf-4ede-a2cc-ead5cecea855", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-227434873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec521f269a04404bb27a89a26cc9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e345c9-ad", "ovs_interfaceid": "a5e345c9-ad3d-4e37-8ddf-ee8e977cc310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.699368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "refresh_cache-41001079-778b-456c-95b8-aac47ea3efa3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.699560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "refresh_cache-41001079-778b-456c-95b8-aac47ea3efa3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.699755] env[69155]: DEBUG nova.network.neutron [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.830595] env[69155]: DEBUG nova.compute.manager [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.830954] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.832136] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d05873b-f6ee-45d6-b0e0-a058ef2da2c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.841663] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.845596] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-291e2bb8-a34c-408b-9544-ca8e6ae77f81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.858139] env[69155]: DEBUG oslo_vmware.api [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 650.858139] env[69155]: value = "task-3599053" [ 650.858139] env[69155]: _type = "Task" [ 650.858139] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.869846] env[69155]: DEBUG nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.872734] env[69155]: DEBUG oslo_vmware.api [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.972964] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a583f07-3a73-438e-a9fe-02abed597a82 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.983649] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e34f1f-329c-44ac-805e-679e2888e741 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.026807] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798be093-128e-4246-8c4b-c1cf3251462c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.038936] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693825} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.041860] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65/9e9edd7b-478c-40e2-bc3a-0f1e344f8f65.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.042122] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.042685] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fe66ee7-591d-4d24-8cd7-6763a8593f8b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.046261] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe8f18f-c816-44ac-a470-18ab5706d778 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.053976] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599050, 'name': CreateVM_Task, 'duration_secs': 0.580065} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.054917] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.056208] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.056384] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.056701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.056962] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0874e4b6-1852-42ce-a2f4-62998255f4c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.068362] env[69155]: DEBUG nova.compute.provider_tree [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.070623] env[69155]: DEBUG nova.network.neutron [req-1213b22d-0006-4d28-bfe9-2538d86e8e77 req-7d60f1fe-0b25-4742-8982-591ccb70a737 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updated VIF entry in instance network info cache for port 1971a91d-79a9-4975-af25-6af7db995349. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.071112] env[69155]: DEBUG nova.network.neutron [req-1213b22d-0006-4d28-bfe9-2538d86e8e77 req-7d60f1fe-0b25-4742-8982-591ccb70a737 service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updating instance_info_cache with network_info: [{"id": "1971a91d-79a9-4975-af25-6af7db995349", "address": "fa:16:3e:f0:e8:12", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1971a91d-79", "ovs_interfaceid": "1971a91d-79a9-4975-af25-6af7db995349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.078457] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 651.078457] env[69155]: value = "task-3599054" [ 651.078457] env[69155]: _type = "Task" [ 651.078457] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.081142] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 651.081142] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c85f9a-5e95-fcb4-bf9d-e2f8fe835e3c" [ 651.081142] env[69155]: _type = "Task" [ 651.081142] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.093023] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276964} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.093740] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.093975] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.094230] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.104676] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c85f9a-5e95-fcb4-bf9d-e2f8fe835e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.018247} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.104917] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.105477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.105786] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.106054] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.106209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.106404] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.106693] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87079a7c-fa5c-48b0-8865-8aef521131f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.117855] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.118237] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.121773] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec216cf2-b473-4ea2-b0d6-d74861057094 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.130020] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 651.130020] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5276e2fe-bd04-133e-de4e-5ba431de4c50" [ 651.130020] env[69155]: _type = "Task" [ 651.130020] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.142868] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5276e2fe-bd04-133e-de4e-5ba431de4c50, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.143714] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19009c33-767d-4acd-9293-7aaac8bea9fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.150873] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 651.150873] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522aebb1-2a5d-40b3-9db7-5a56c900e1b0" [ 651.150873] env[69155]: _type = "Task" [ 651.150873] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.161167] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522aebb1-2a5d-40b3-9db7-5a56c900e1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.173037] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca35d76f-8eae-436c-9843-bb03bd37b1b1 req-a2965db4-6651-40bf-8793-0a9481de211b service nova] Releasing lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.278945] env[69155]: DEBUG nova.network.neutron [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.287626] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "88adf8a9-777e-4f76-8d50-cb81835a528e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.288233] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.373750] env[69155]: DEBUG oslo_vmware.api [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599053, 'name': PowerOffVM_Task, 'duration_secs': 0.239553} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.373750] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.373935] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.374300] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2ca1fb5-a510-42ee-9633-0309552bf56d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.431103] env[69155]: DEBUG nova.network.neutron [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Successfully created port: f5c8f084-adbe-480e-8778-33d5a81e3b7e {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.459242] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.459242] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.459242] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Deleting the datastore file [datastore2] 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.459242] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32eb7d9c-3503-4ac1-a3b0-ba71291a1cae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.468795] env[69155]: DEBUG oslo_vmware.api [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for the task: (returnval){ [ 651.468795] env[69155]: value = "task-3599056" [ 651.468795] env[69155]: _type = "Task" [ 651.468795] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.480192] env[69155]: DEBUG oslo_vmware.api [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.581599] env[69155]: DEBUG oslo_concurrency.lockutils [req-1213b22d-0006-4d28-bfe9-2538d86e8e77 req-7d60f1fe-0b25-4742-8982-591ccb70a737 service nova] Releasing lock "refresh_cache-c5209efb-b5b2-484e-ac69-af52353f1b0b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.582771] env[69155]: DEBUG nova.scheduler.client.report [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.591748] env[69155]: DEBUG nova.network.neutron [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Updating instance_info_cache with network_info: [{"id": "af7c8e2c-c27e-46b7-b003-0def77309753", "address": "fa:16:3e:30:31:4e", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7c8e2c-c2", "ovs_interfaceid": "af7c8e2c-c27e-46b7-b003-0def77309753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.604422] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080941} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.604756] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.608339] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff59f5a2-e615-46ce-b405-ae519a173aed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.655317] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65/9e9edd7b-478c-40e2-bc3a-0f1e344f8f65.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.656518] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a304f214-7190-46fa-86f0-d0aeef497bf6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.684504] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 651.684504] env[69155]: value = "task-3599057" [ 651.684504] env[69155]: _type = "Task" [ 651.684504] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.688890] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522aebb1-2a5d-40b3-9db7-5a56c900e1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012615} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.692892] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.692892] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.693839] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-006ad4bd-5622-4468-a00e-4768f7fca23c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.703750] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.707377] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 651.707377] env[69155]: value = "task-3599058" [ 651.707377] env[69155]: _type = "Task" [ 651.707377] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.715178] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.887157] env[69155]: DEBUG nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.951516] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.951788] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.951967] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.954425] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.954790] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.955047] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.955369] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.955642] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.958857] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.958857] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.958857] env[69155]: DEBUG nova.virt.hardware [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.958857] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c2969-913a-4d8c-8ede-808fd757f2b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.968225] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4959643b-5271-44f4-9890-b9b3ec717af9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.991862] env[69155]: DEBUG oslo_vmware.api [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Task: {'id': task-3599056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215947} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.005753] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.005753] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.005753] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.005753] env[69155]: INFO nova.compute.manager [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 652.005753] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.006217] env[69155]: DEBUG nova.compute.manager [-] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.006217] env[69155]: DEBUG nova.network.neutron [-] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.092333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.099812] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.773s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.099812] env[69155]: INFO nova.compute.claims [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.109357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "refresh_cache-41001079-778b-456c-95b8-aac47ea3efa3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.113022] env[69155]: DEBUG nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Instance network_info: |[{"id": "af7c8e2c-c27e-46b7-b003-0def77309753", "address": "fa:16:3e:30:31:4e", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7c8e2c-c2", "ovs_interfaceid": "af7c8e2c-c27e-46b7-b003-0def77309753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.113329] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:31:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7c8e2c-c27e-46b7-b003-0def77309753', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.131216] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.140940] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.141770] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d8b309-f11d-4f35-aa24-4dd3a759411f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.171555] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.171555] env[69155]: value = "task-3599059" [ 652.171555] env[69155]: _type = "Task" [ 652.171555] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.185577] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599059, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.189113] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.189113] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.189113] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.189113] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.190347] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.190347] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.190347] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.190347] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.190347] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.190514] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.190514] env[69155]: DEBUG nova.virt.hardware [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.193312] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f91c12-a899-470d-a7ef-c1c5ad349200 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.197366] env[69155]: INFO nova.scheduler.client.report [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Deleted allocations for instance c30815f6-543d-4491-8461-870dbf05b467 [ 652.224959] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.227309] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3eac0c-9eb4-4d78-934d-aa5d4f5601aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.240398] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528463} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.242053] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.242323] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.242890] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-303c5a50-d60c-4f5a-ac2b-2e621d2117f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.260773] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.266677] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.269106] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.269405] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e4de2be-6fdd-47ba-a940-5750c717eff1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.290673] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 652.290673] env[69155]: value = "task-3599060" [ 652.290673] env[69155]: _type = "Task" [ 652.290673] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.299805] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.299805] env[69155]: value = "task-3599061" [ 652.299805] env[69155]: _type = "Task" [ 652.299805] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.303328] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.316044] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599061, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.610689] env[69155]: DEBUG nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Received event network-vif-plugged-fd67e8c6-4169-4667-8578-b302078275a0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.610778] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Acquiring lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.611035] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.611173] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.611343] env[69155]: DEBUG nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] No waiting events found dispatching network-vif-plugged-fd67e8c6-4169-4667-8578-b302078275a0 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.611509] env[69155]: WARNING nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Received unexpected event network-vif-plugged-fd67e8c6-4169-4667-8578-b302078275a0 for instance with vm_state building and task_state spawning. [ 652.611813] env[69155]: DEBUG nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Received event network-changed-fd67e8c6-4169-4667-8578-b302078275a0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.611957] env[69155]: DEBUG nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Refreshing instance network info cache due to event network-changed-fd67e8c6-4169-4667-8578-b302078275a0. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.612131] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Acquiring lock "refresh_cache-ee089ed0-82fb-4b11-9cce-7504f7aa7b23" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.612334] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Acquired lock "refresh_cache-ee089ed0-82fb-4b11-9cce-7504f7aa7b23" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.612526] env[69155]: DEBUG nova.network.neutron [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Refreshing network info cache for port fd67e8c6-4169-4667-8578-b302078275a0 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.697596] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599059, 'name': CreateVM_Task, 'duration_secs': 0.428231} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.702426] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.702426] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.702426] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.703025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.703328] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b35d27-bda9-4405-b3f4-e4e7cbaed662 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.714160] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599057, 'name': ReconfigVM_Task, 'duration_secs': 0.659572} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.714634] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65/9e9edd7b-478c-40e2-bc3a-0f1e344f8f65.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.715854] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 652.715854] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5293e800-43a9-9a0c-a81d-676796a24685" [ 652.715854] env[69155]: _type = "Task" [ 652.715854] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.716453] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Lock "c30815f6-543d-4491-8461-870dbf05b467" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.489s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.717390] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79453fb7-f289-4e6f-a779-5dc6c43805d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.736510] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5293e800-43a9-9a0c-a81d-676796a24685, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.738180] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.738180] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.738312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.738605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.738867] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.739489] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 652.739489] env[69155]: value = "task-3599062" [ 652.739489] env[69155]: _type = "Task" [ 652.739489] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.741212] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6edd7c-43ad-40fc-9821-26f50d4f53af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.757491] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.757722] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.758429] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1818875a-adb1-47d6-bed7-cd43ac20a321 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.765151] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 652.765151] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523e92fa-e9ba-d06d-020a-0de8f25663e4" [ 652.765151] env[69155]: _type = "Task" [ 652.765151] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.774935] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523e92fa-e9ba-d06d-020a-0de8f25663e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.802442] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111187} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.802752] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.803643] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998cc4b0-7a15-4dc5-9646-045f271349ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.829077] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599061, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.839122] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.839509] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff6db889-f8a6-4635-b905-97c8010d8c5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.861813] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 652.861813] env[69155]: value = "task-3599063" [ 652.861813] env[69155]: _type = "Task" [ 652.861813] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.872068] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.977202] env[69155]: DEBUG oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a59171-d316-5879-1801-b8182d9458e7/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 652.978790] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0379bc8c-c18f-4f07-858a-57286f9cefe1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.985883] env[69155]: DEBUG oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a59171-d316-5879-1801-b8182d9458e7/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 652.986092] env[69155]: ERROR oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a59171-d316-5879-1801-b8182d9458e7/disk-0.vmdk due to incomplete transfer. [ 652.986345] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-11aa413b-0e7f-4829-9336-dda42f52194b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.999314] env[69155]: DEBUG oslo_vmware.rw_handles [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a59171-d316-5879-1801-b8182d9458e7/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 652.999526] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Uploaded image bebf7fa8-60c2-499e-9307-89b706d82727 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 653.001401] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 653.001691] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a5c6e3d-40c1-4bf8-b158-3f2577c76f7b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.012143] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 653.012143] env[69155]: value = "task-3599064" [ 653.012143] env[69155]: _type = "Task" [ 653.012143] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.023380] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599064, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.217820] env[69155]: DEBUG nova.network.neutron [-] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.259745] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599062, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.283099] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523e92fa-e9ba-d06d-020a-0de8f25663e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.283939] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec95663-f237-40c2-bbf3-ca720dfe733d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.291172] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 653.291172] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b3c61-0da0-0dd5-3119-da46252287d0" [ 653.291172] env[69155]: _type = "Task" [ 653.291172] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.301599] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b3c61-0da0-0dd5-3119-da46252287d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.315826] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599061, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.376754] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599063, 'name': ReconfigVM_Task, 'duration_secs': 0.324635} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.376754] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.376754] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29156cb4-e1a9-4c6b-8d5f-14621b701ff0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.384319] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 653.384319] env[69155]: value = "task-3599065" [ 653.384319] env[69155]: _type = "Task" [ 653.384319] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.399848] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599065, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.523849] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599064, 'name': Destroy_Task, 'duration_secs': 0.357356} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.527716] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Destroyed the VM [ 653.527716] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 653.528437] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0dc069a0-0ada-4883-a508-6b5e1a058747 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.541115] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 653.541115] env[69155]: value = "task-3599066" [ 653.541115] env[69155]: _type = "Task" [ 653.541115] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.554962] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599066, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.629352] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018bc056-d6a7-49e0-8360-8158d335f929 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.637943] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5e42dd-2ad1-448e-ad6d-e6e9bce2f826 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.680096] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684c95d5-e25b-45b9-9527-6a89e824c161 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.688934] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6822aaee-d2e8-418a-91a4-100e93081a85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.707021] env[69155]: DEBUG nova.compute.provider_tree [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.720648] env[69155]: INFO nova.compute.manager [-] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Took 1.71 seconds to deallocate network for instance. [ 653.763146] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599062, 'name': Rename_Task, 'duration_secs': 0.836919} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.763462] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.763741] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8bbc426-6db8-4b6c-a0d0-1cb85b865136 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.772869] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 653.772869] env[69155]: value = "task-3599067" [ 653.772869] env[69155]: _type = "Task" [ 653.772869] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.784054] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.803698] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b3c61-0da0-0dd5-3119-da46252287d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.806719] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.806890] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 41001079-778b-456c-95b8-aac47ea3efa3/41001079-778b-456c-95b8-aac47ea3efa3.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.807250] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fc4204b-fd03-46ae-8bfb-c2ebe1ad043f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.819468] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599061, 'name': CreateVM_Task, 'duration_secs': 1.420101} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.821148] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.821643] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 653.821643] env[69155]: value = "task-3599068" [ 653.821643] env[69155]: _type = "Task" [ 653.821643] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.822163] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.822233] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.822679] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.823086] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbe62fe-f7da-417e-94ea-a749b2812876 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.832250] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 653.832250] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52237d2c-1e0e-10a6-ac08-b8d35f4e1b62" [ 653.832250] env[69155]: _type = "Task" [ 653.832250] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.835885] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.844339] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52237d2c-1e0e-10a6-ac08-b8d35f4e1b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.895916] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599065, 'name': Rename_Task, 'duration_secs': 0.227406} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.896402] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.896779] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc40f0e-5a80-4cba-92ea-02be0a576750 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.907372] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 653.907372] env[69155]: value = "task-3599069" [ 653.907372] env[69155]: _type = "Task" [ 653.907372] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.916770] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.051577] env[69155]: DEBUG oslo_vmware.api [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599066, 'name': RemoveSnapshot_Task, 'duration_secs': 0.37184} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.051577] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 654.051912] env[69155]: INFO nova.compute.manager [None req-85d55436-cbe2-468c-8099-4cfcc469b0df tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Took 13.66 seconds to snapshot the instance on the hypervisor. [ 654.132387] env[69155]: DEBUG nova.network.neutron [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Updated VIF entry in instance network info cache for port fd67e8c6-4169-4667-8578-b302078275a0. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.132387] env[69155]: DEBUG nova.network.neutron [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Updating instance_info_cache with network_info: [{"id": "fd67e8c6-4169-4667-8578-b302078275a0", "address": "fa:16:3e:9d:23:c2", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67e8c6-41", "ovs_interfaceid": "fd67e8c6-4169-4667-8578-b302078275a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.213637] env[69155]: DEBUG nova.scheduler.client.report [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.232387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.290730] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.344315] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.355473] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52237d2c-1e0e-10a6-ac08-b8d35f4e1b62, 'name': SearchDatastore_Task, 'duration_secs': 0.031471} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.355791] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.356819] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.356819] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.356819] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.356819] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.357403] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27edc7c0-07f3-4349-a92e-f4d6e4ed087f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.373038] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.373038] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.374370] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da35deb-13c1-4db1-8f59-2e909e0ad1de {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.385047] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 654.385047] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5e356-7197-6901-4e0c-131f32f355a2" [ 654.385047] env[69155]: _type = "Task" [ 654.385047] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.396631] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5e356-7197-6901-4e0c-131f32f355a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.414372] env[69155]: DEBUG nova.network.neutron [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Successfully updated port: f5c8f084-adbe-480e-8778-33d5a81e3b7e {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.426733] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599069, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.638397] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Releasing lock "refresh_cache-ee089ed0-82fb-4b11-9cce-7504f7aa7b23" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.638397] env[69155]: DEBUG nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Received event network-vif-plugged-af7c8e2c-c27e-46b7-b003-0def77309753 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.638397] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Acquiring lock "41001079-778b-456c-95b8-aac47ea3efa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.638397] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Lock "41001079-778b-456c-95b8-aac47ea3efa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.639143] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Lock "41001079-778b-456c-95b8-aac47ea3efa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.639143] env[69155]: DEBUG nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] No waiting events found dispatching network-vif-plugged-af7c8e2c-c27e-46b7-b003-0def77309753 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.639143] env[69155]: WARNING nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Received unexpected event network-vif-plugged-af7c8e2c-c27e-46b7-b003-0def77309753 for instance with vm_state building and task_state spawning. [ 654.639143] env[69155]: DEBUG nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Received event network-changed-af7c8e2c-c27e-46b7-b003-0def77309753 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.639143] env[69155]: DEBUG nova.compute.manager [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Refreshing instance network info cache due to event network-changed-af7c8e2c-c27e-46b7-b003-0def77309753. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.640505] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Acquiring lock "refresh_cache-41001079-778b-456c-95b8-aac47ea3efa3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.640505] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Acquired lock "refresh_cache-41001079-778b-456c-95b8-aac47ea3efa3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.640505] env[69155]: DEBUG nova.network.neutron [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Refreshing network info cache for port af7c8e2c-c27e-46b7-b003-0def77309753 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.721968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.722751] env[69155]: DEBUG nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.727421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.809s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.732797] env[69155]: INFO nova.compute.claims [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.789358] env[69155]: DEBUG oslo_vmware.api [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599067, 'name': PowerOnVM_Task, 'duration_secs': 0.818398} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.792201] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.792201] env[69155]: INFO nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Took 10.78 seconds to spawn the instance on the hypervisor. [ 654.792402] env[69155]: DEBUG nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.793044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7a23d1-6154-46a8-b280-01052d37163e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.810918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.811215] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.840913] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583157} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.841197] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 41001079-778b-456c-95b8-aac47ea3efa3/41001079-778b-456c-95b8-aac47ea3efa3.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.841406] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.841655] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-076a507c-45b4-433d-a900-6ef504f89ddc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.850966] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 654.850966] env[69155]: value = "task-3599070" [ 654.850966] env[69155]: _type = "Task" [ 654.850966] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.863659] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.898528] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5e356-7197-6901-4e0c-131f32f355a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01202} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.900925] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7120fb5-9916-4b58-a877-bf9accaab6fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.905996] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 654.905996] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522b44fb-56d7-ee16-f830-3cb2b8ed3578" [ 654.905996] env[69155]: _type = "Task" [ 654.905996] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.925491] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquiring lock "refresh_cache-4ca7cbc0-d615-4ae1-b395-18248bff5ed2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.926168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquired lock "refresh_cache-4ca7cbc0-d615-4ae1-b395-18248bff5ed2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.926168] env[69155]: DEBUG nova.network.neutron [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.927020] env[69155]: DEBUG oslo_vmware.api [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599069, 'name': PowerOnVM_Task, 'duration_secs': 0.556589} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.927357] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522b44fb-56d7-ee16-f830-3cb2b8ed3578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.927598] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.927805] env[69155]: INFO nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Took 8.35 seconds to spawn the instance on the hypervisor. [ 654.927987] env[69155]: DEBUG nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.929033] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a215047-4e50-407b-bc4d-790df212137a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.245147] env[69155]: DEBUG nova.compute.utils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.250729] env[69155]: DEBUG nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.250844] env[69155]: DEBUG nova.network.neutron [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.324200] env[69155]: INFO nova.compute.manager [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Took 26.45 seconds to build instance. [ 655.362130] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16908} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.362413] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.363201] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1639cf3-76f0-4eb3-8d7c-0fb71832e0e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.390702] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 41001079-778b-456c-95b8-aac47ea3efa3/41001079-778b-456c-95b8-aac47ea3efa3.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.391017] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9351987d-fe3b-4219-a974-4601c0bbeea2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.414311] env[69155]: DEBUG nova.policy [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7166c29ea9f54434bc635e78564c5766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29556587a287464fb3cbb58f141d61f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.421508] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 655.421508] env[69155]: value = "task-3599071" [ 655.421508] env[69155]: _type = "Task" [ 655.421508] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.422282] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522b44fb-56d7-ee16-f830-3cb2b8ed3578, 'name': SearchDatastore_Task, 'duration_secs': 0.017324} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.425574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.425574] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.428581] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d5cab63-2abc-49cf-a3fb-7ef92477333a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.439149] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.442222] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 655.442222] env[69155]: value = "task-3599072" [ 655.442222] env[69155]: _type = "Task" [ 655.442222] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.452826] env[69155]: INFO nova.compute.manager [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Took 25.65 seconds to build instance. [ 655.459023] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.565593] env[69155]: DEBUG nova.network.neutron [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.581386] env[69155]: DEBUG nova.compute.manager [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Received event network-vif-deleted-dae2256d-0a21-477c-be53-5f85aaa99608 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.581386] env[69155]: DEBUG nova.compute.manager [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Received event network-vif-plugged-f5c8f084-adbe-480e-8778-33d5a81e3b7e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.581386] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Acquiring lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.581814] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.581814] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.581958] env[69155]: DEBUG nova.compute.manager [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] No waiting events found dispatching network-vif-plugged-f5c8f084-adbe-480e-8778-33d5a81e3b7e {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.582178] env[69155]: WARNING nova.compute.manager [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Received unexpected event network-vif-plugged-f5c8f084-adbe-480e-8778-33d5a81e3b7e for instance with vm_state building and task_state spawning. [ 655.582552] env[69155]: DEBUG nova.compute.manager [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Received event network-changed-90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.582796] env[69155]: DEBUG nova.compute.manager [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Refreshing instance network info cache due to event network-changed-90883189-4156-480b-9825-98cf3f580bb3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.583053] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Acquiring lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.583162] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Acquired lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.584271] env[69155]: DEBUG nova.network.neutron [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Refreshing network info cache for port 90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.753618] env[69155]: DEBUG nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.829172] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5878a10f-6375-4cda-ab66-1a51b7c65628 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.114s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.937295] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.954469] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599072, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.956541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.305s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.096685] env[69155]: DEBUG nova.network.neutron [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Updated VIF entry in instance network info cache for port af7c8e2c-c27e-46b7-b003-0def77309753. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.097062] env[69155]: DEBUG nova.network.neutron [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Updating instance_info_cache with network_info: [{"id": "af7c8e2c-c27e-46b7-b003-0def77309753", "address": "fa:16:3e:30:31:4e", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7c8e2c-c2", "ovs_interfaceid": "af7c8e2c-c27e-46b7-b003-0def77309753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.207609] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e7d217-6b97-4e43-8fd7-494bc41cb357 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.217951] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c7c9c-8c1c-4df4-a8ad-3be5b8d5e9cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.256225] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e35d70-2e83-457f-97b8-f2799828ea36 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.277948] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f976370d-4de9-475c-806b-72ffe66bd1dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.296295] env[69155]: DEBUG nova.compute.provider_tree [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.332891] env[69155]: DEBUG nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.436424] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599071, 'name': ReconfigVM_Task, 'duration_secs': 0.53673} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.436986] env[69155]: DEBUG nova.network.neutron [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Updating instance_info_cache with network_info: [{"id": "f5c8f084-adbe-480e-8778-33d5a81e3b7e", "address": "fa:16:3e:57:27:ca", "network": {"id": "f6f902d6-5e9b-4941-9adc-11a49182b7e5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1676370379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adfb428fcfae4d5d8bfdafd60f840659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c8f084-ad", "ovs_interfaceid": "f5c8f084-adbe-480e-8778-33d5a81e3b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.438193] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 41001079-778b-456c-95b8-aac47ea3efa3/41001079-778b-456c-95b8-aac47ea3efa3.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.439568] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83d50c55-6c7c-467b-bc9d-79f42e6f504c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.457987] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 656.457987] env[69155]: value = "task-3599073" [ 656.457987] env[69155]: _type = "Task" [ 656.457987] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.460034] env[69155]: DEBUG nova.compute.manager [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.470776] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768904} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.471090] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.471315] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.471952] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48fb6003-fd41-43a0-a88b-d80be96603dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.478405] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599073, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.485412] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 656.485412] env[69155]: value = "task-3599074" [ 656.485412] env[69155]: _type = "Task" [ 656.485412] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.497140] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.603898] env[69155]: DEBUG oslo_concurrency.lockutils [req-92625124-a60e-4489-bf5a-ea4a43d4dc21 req-ec0be8a0-86c2-4768-9194-d09e7d603a14 service nova] Releasing lock "refresh_cache-41001079-778b-456c-95b8-aac47ea3efa3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.768935] env[69155]: DEBUG nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.798586] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.798586] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.798586] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.798793] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.798793] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.800429] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.800429] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.800429] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.800429] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.800594] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.800628] env[69155]: DEBUG nova.virt.hardware [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.801494] env[69155]: DEBUG nova.scheduler.client.report [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.805683] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3119dce-6a53-41a3-adaf-44a3c453f967 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.817453] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eadf12-39b0-497b-8a50-a7d542d35957 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.842199] env[69155]: DEBUG nova.network.neutron [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Updated VIF entry in instance network info cache for port 90883189-4156-480b-9825-98cf3f580bb3. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.842199] env[69155]: DEBUG nova.network.neutron [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Updating instance_info_cache with network_info: [{"id": "90883189-4156-480b-9825-98cf3f580bb3", "address": "fa:16:3e:3c:4c:67", "network": {"id": "c73bb486-45c8-4b30-aa17-33e313ba73c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1819202489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f839e8c29c5a4864be42a921358182da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90883189-41", "ovs_interfaceid": "90883189-4156-480b-9825-98cf3f580bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.864543] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.890108] env[69155]: DEBUG nova.network.neutron [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Successfully created port: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.940530] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Releasing lock "refresh_cache-4ca7cbc0-d615-4ae1-b395-18248bff5ed2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.940872] env[69155]: DEBUG nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Instance network_info: |[{"id": "f5c8f084-adbe-480e-8778-33d5a81e3b7e", "address": "fa:16:3e:57:27:ca", "network": {"id": "f6f902d6-5e9b-4941-9adc-11a49182b7e5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1676370379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adfb428fcfae4d5d8bfdafd60f840659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c8f084-ad", "ovs_interfaceid": "f5c8f084-adbe-480e-8778-33d5a81e3b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.941369] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:27:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c8f084-adbe-480e-8778-33d5a81e3b7e', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.954033] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Creating folder: Project (adfb428fcfae4d5d8bfdafd60f840659). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.955158] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bac18f5b-a94d-4644-bc37-67f85309128c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.974726] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Created folder: Project (adfb428fcfae4d5d8bfdafd60f840659) in parent group-v718010. [ 656.974947] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Creating folder: Instances. Parent ref: group-v718054. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.979528] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b72241c6-f6a8-4507-a829-a048ea3da5a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.982527] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599073, 'name': Rename_Task, 'duration_secs': 0.162555} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.982527] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.983281] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88237ef2-0f48-46b5-82be-ab7291c8e3a8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.994755] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Created folder: Instances in parent group-v718054. [ 656.999837] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.006197] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.007043] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 657.007043] env[69155]: value = "task-3599077" [ 657.007043] env[69155]: _type = "Task" [ 657.007043] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.007247] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075588} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.008309] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.008552] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36308f21-6d06-4387-8237-f4ba4c2cd914 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.023320] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.028127] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898dfe1c-82c7-4e6e-ae00-b5299c30efef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.039669] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599077, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.048934] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.048934] env[69155]: value = "task-3599078" [ 657.048934] env[69155]: _type = "Task" [ 657.048934] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.059439] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.061276] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e898b56c-651f-43d0-be49-51ba5c490a27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.085820] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599078, 'name': CreateVM_Task} progress is 15%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.087546] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 657.087546] env[69155]: value = "task-3599079" [ 657.087546] env[69155]: _type = "Task" [ 657.087546] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.097702] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.309696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.310251] env[69155]: DEBUG nova.compute.manager [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.314327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.691s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.316064] env[69155]: INFO nova.compute.claims [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.344738] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Releasing lock "refresh_cache-a30ce7e7-7d02-445a-bae4-4db714cfbc96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.345096] env[69155]: DEBUG nova.compute.manager [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Received event network-changed-f5c8f084-adbe-480e-8778-33d5a81e3b7e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.345298] env[69155]: DEBUG nova.compute.manager [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Refreshing instance network info cache due to event network-changed-f5c8f084-adbe-480e-8778-33d5a81e3b7e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.345537] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Acquiring lock "refresh_cache-4ca7cbc0-d615-4ae1-b395-18248bff5ed2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.345841] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Acquired lock "refresh_cache-4ca7cbc0-d615-4ae1-b395-18248bff5ed2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.345936] env[69155]: DEBUG nova.network.neutron [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Refreshing network info cache for port f5c8f084-adbe-480e-8778-33d5a81e3b7e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.479557] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "dc5374ab-e345-498c-94e7-47461fa9f47f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.479887] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.480218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "dc5374ab-e345-498c-94e7-47461fa9f47f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.480472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.480657] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.484746] env[69155]: INFO nova.compute.manager [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Terminating instance [ 657.536613] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599077, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.572040] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599078, 'name': CreateVM_Task, 'duration_secs': 0.4626} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.572040] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.572861] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.573081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.573288] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.574057] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d587306-0699-44ca-a956-cb037d18120e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.579555] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 657.579555] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e9c788-ac88-aa4d-c16a-6d7f5f125dba" [ 657.579555] env[69155]: _type = "Task" [ 657.579555] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.589800] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e9c788-ac88-aa4d-c16a-6d7f5f125dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.600214] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599079, 'name': ReconfigVM_Task, 'duration_secs': 0.425479} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.600500] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe/79980895-3dc5-4c6e-9aaa-2b851e7d18fe.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.601134] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7580b904-0609-4914-94b8-bafdebad2c59 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.610933] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 657.610933] env[69155]: value = "task-3599080" [ 657.610933] env[69155]: _type = "Task" [ 657.610933] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.620516] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599080, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.827170] env[69155]: DEBUG nova.compute.utils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.828378] env[69155]: DEBUG nova.compute.manager [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 657.992980] env[69155]: DEBUG nova.compute.manager [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.992980] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.993625] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ada433d-f513-4aa0-8661-d0bee8ba7961 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.005748] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.006221] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf9b8e89-f410-4400-9dab-d57ab7a0300e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.044299] env[69155]: DEBUG oslo_vmware.api [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599077, 'name': PowerOnVM_Task, 'duration_secs': 0.562803} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.044792] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.044901] env[69155]: INFO nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Took 8.79 seconds to spawn the instance on the hypervisor. [ 658.045258] env[69155]: DEBUG nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.047464] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62201bf-96e2-4981-8fdb-6a521532b43e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.086848] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.091117] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.091117] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleting the datastore file [datastore1] dc5374ab-e345-498c-94e7-47461fa9f47f {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.091117] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6c15c30-3129-4ef6-9847-7edac8301927 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.101871] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e9c788-ac88-aa4d-c16a-6d7f5f125dba, 'name': SearchDatastore_Task, 'duration_secs': 0.01802} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.103585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.104165] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.104165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.104486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.104486] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.104897] env[69155]: DEBUG oslo_vmware.api [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 658.104897] env[69155]: value = "task-3599082" [ 658.104897] env[69155]: _type = "Task" [ 658.104897] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.105436] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65748dfb-5eae-4b30-b0b6-356e56c28b43 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.125278] env[69155]: DEBUG oslo_vmware.api [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.170098] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.170098] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.170098] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599080, 'name': Rename_Task, 'duration_secs': 0.453617} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.170098] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a8e54e-db87-494f-8e91-0f465c84e893 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.170098] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.170098] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79a3a37a-4ac1-4fa1-97e1-6047655f6cf9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.173115] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 658.173115] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528ddfbb-38bf-25ef-bc48-5ad4c67fdc2d" [ 658.173115] env[69155]: _type = "Task" [ 658.173115] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.173115] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Waiting for the task: (returnval){ [ 658.173115] env[69155]: value = "task-3599083" [ 658.173115] env[69155]: _type = "Task" [ 658.173115] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.173115] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.173115] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528ddfbb-38bf-25ef-bc48-5ad4c67fdc2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.173115] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc0353c-c7ec-4a3e-9324-15fd99395863 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.176659] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 658.176659] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52da367e-9582-0372-a26f-114af80e4304" [ 658.176659] env[69155]: _type = "Task" [ 658.176659] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.182074] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52da367e-9582-0372-a26f-114af80e4304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.338274] env[69155]: DEBUG nova.compute.manager [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.406038] env[69155]: DEBUG nova.network.neutron [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Updated VIF entry in instance network info cache for port f5c8f084-adbe-480e-8778-33d5a81e3b7e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.406422] env[69155]: DEBUG nova.network.neutron [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Updating instance_info_cache with network_info: [{"id": "f5c8f084-adbe-480e-8778-33d5a81e3b7e", "address": "fa:16:3e:57:27:ca", "network": {"id": "f6f902d6-5e9b-4941-9adc-11a49182b7e5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1676370379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adfb428fcfae4d5d8bfdafd60f840659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c8f084-ad", "ovs_interfaceid": "f5c8f084-adbe-480e-8778-33d5a81e3b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.565976] env[69155]: INFO nova.compute.manager [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Took 24.92 seconds to build instance. [ 658.622564] env[69155]: DEBUG oslo_vmware.api [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164357} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.622676] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.623416] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.623416] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.623416] env[69155]: INFO nova.compute.manager [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Took 0.63 seconds to destroy the instance on the hypervisor. [ 658.624422] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.624422] env[69155]: DEBUG nova.compute.manager [-] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.624422] env[69155]: DEBUG nova.network.neutron [-] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.659680] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.682596] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52da367e-9582-0372-a26f-114af80e4304, 'name': SearchDatastore_Task, 'duration_secs': 0.022071} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.683102] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.685400] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 4ca7cbc0-d615-4ae1-b395-18248bff5ed2/4ca7cbc0-d615-4ae1-b395-18248bff5ed2.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.685695] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf49a81-338b-43af-a580-43ab2bdf7ab0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.694333] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 658.694333] env[69155]: value = "task-3599084" [ 658.694333] env[69155]: _type = "Task" [ 658.694333] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.705320] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.910587] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2eaf6fc-8403-4910-a036-3bc14047572f req-09105325-5e88-48de-be1d-d25b80924ec2 service nova] Releasing lock "refresh_cache-4ca7cbc0-d615-4ae1-b395-18248bff5ed2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.911559] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c12f1a-f8bb-4ff7-ae0e-ccd79ea0323f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.919514] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87430c47-4d74-4188-abeb-15ac2e398480 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.953090] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349345de-75c6-4530-97d9-503ccdfc3cb8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.963025] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0139f89-910b-43a4-bb09-aec039b8cfb6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.977982] env[69155]: DEBUG nova.compute.provider_tree [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.070442] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc43d404-0fda-417a-a84c-a45b06dc3192 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "41001079-778b-456c-95b8-aac47ea3efa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.430s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.121615] env[69155]: DEBUG nova.network.neutron [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Successfully updated port: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.162295] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.211226] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599084, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.352525] env[69155]: DEBUG nova.compute.manager [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.391087] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.391730] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.391730] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.391730] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.391895] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.391942] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.399009] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.399009] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.399009] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.399009] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.399009] env[69155]: DEBUG nova.virt.hardware [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.399393] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aae7f4-d6d0-4b71-9584-83f07b0c3151 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.407659] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a945a6-74e3-44c4-b8d8-69086345e6f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.425902] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.431263] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Creating folder: Project (05bdb53340644dab979458c1de6c7f9e). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.431661] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6588b884-7b55-4e91-8243-77196dd22a3e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.447806] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Created folder: Project (05bdb53340644dab979458c1de6c7f9e) in parent group-v718010. [ 659.448093] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Creating folder: Instances. Parent ref: group-v718057. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.448380] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28da3b0e-20f7-40b3-af95-7086875f4c05 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.462993] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Created folder: Instances in parent group-v718057. [ 659.463282] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.463664] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.463943] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d2fdf51-9a60-4627-a5e5-fe309faa3eff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.480745] env[69155]: DEBUG nova.scheduler.client.report [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.485906] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.485906] env[69155]: value = "task-3599087" [ 659.485906] env[69155]: _type = "Task" [ 659.485906] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.498611] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599087, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.574515] env[69155]: DEBUG nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.607654] env[69155]: DEBUG nova.compute.manager [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.608614] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2ed73-a18c-4d1d-bfc8-436cf0c08fb7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.624530] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.625017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquired lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.625017] env[69155]: DEBUG nova.network.neutron [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.661342] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.707963] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599084, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.859671] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "b47d5434-6e48-442e-80dd-aefc47ce2de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.859671] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "b47d5434-6e48-442e-80dd-aefc47ce2de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.961820] env[69155]: DEBUG nova.network.neutron [-] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.991711] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.991711] env[69155]: DEBUG nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.997063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.883s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.001607] env[69155]: INFO nova.compute.claims [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.007679] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599087, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.107552] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.124814] env[69155]: INFO nova.compute.manager [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] instance snapshotting [ 660.127411] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd24e31-fb1b-417c-8e14-2090e876d10d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.162986] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1ac9fd-6a82-4e71-9f85-e15c19a0fd94 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.176258] env[69155]: DEBUG oslo_vmware.api [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Task: {'id': task-3599083, 'name': PowerOnVM_Task, 'duration_secs': 1.725519} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.178740] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.178968] env[69155]: DEBUG nova.compute.manager [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.179916] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d2d05-d64e-4330-9cd6-31a19c685121 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.212994] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599084, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059939} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.213636] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 4ca7cbc0-d615-4ae1-b395-18248bff5ed2/4ca7cbc0-d615-4ae1-b395-18248bff5ed2.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.213636] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.213827] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-609aa1f8-98f1-4e59-a82b-9b33a77927b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.221754] env[69155]: DEBUG nova.network.neutron [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.224335] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 660.224335] env[69155]: value = "task-3599088" [ 660.224335] env[69155]: _type = "Task" [ 660.224335] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.240387] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.377805] env[69155]: DEBUG nova.compute.manager [req-3fe5337e-b850-48d7-b6f5-b520230ae7e0 req-92186054-622b-44fc-bee7-79d1bd39a779 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Received event network-vif-plugged-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.379550] env[69155]: DEBUG oslo_concurrency.lockutils [req-3fe5337e-b850-48d7-b6f5-b520230ae7e0 req-92186054-622b-44fc-bee7-79d1bd39a779 service nova] Acquiring lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.379768] env[69155]: DEBUG oslo_concurrency.lockutils [req-3fe5337e-b850-48d7-b6f5-b520230ae7e0 req-92186054-622b-44fc-bee7-79d1bd39a779 service nova] Lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.379935] env[69155]: DEBUG oslo_concurrency.lockutils [req-3fe5337e-b850-48d7-b6f5-b520230ae7e0 req-92186054-622b-44fc-bee7-79d1bd39a779 service nova] Lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.380131] env[69155]: DEBUG nova.compute.manager [req-3fe5337e-b850-48d7-b6f5-b520230ae7e0 req-92186054-622b-44fc-bee7-79d1bd39a779 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] No waiting events found dispatching network-vif-plugged-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.380303] env[69155]: WARNING nova.compute.manager [req-3fe5337e-b850-48d7-b6f5-b520230ae7e0 req-92186054-622b-44fc-bee7-79d1bd39a779 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Received unexpected event network-vif-plugged-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 for instance with vm_state building and task_state spawning. [ 660.468833] env[69155]: INFO nova.compute.manager [-] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Took 1.84 seconds to deallocate network for instance. [ 660.500494] env[69155]: DEBUG nova.compute.utils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.503401] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599087, 'name': CreateVM_Task, 'duration_secs': 0.621274} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.504755] env[69155]: DEBUG nova.network.neutron [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updating instance_info_cache with network_info: [{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.506590] env[69155]: DEBUG nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.506798] env[69155]: DEBUG nova.network.neutron [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.511021] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.512576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.512777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.513107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.514941] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8077eab2-4460-4df4-9430-410a8dbc8eb9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.520890] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 660.520890] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521f0993-1907-d02b-08e9-1b3d73e781d0" [ 660.520890] env[69155]: _type = "Task" [ 660.520890] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.531389] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521f0993-1907-d02b-08e9-1b3d73e781d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.571557] env[69155]: DEBUG nova.policy [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '712d790c97d34b6cba316bd51d51a8be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd28a6169755d478b8a7d756a91b072d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.689307] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 660.689653] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b39b9ef-e2c8-4500-bcb2-acf019afec7f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.706463] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 660.706463] env[69155]: value = "task-3599089" [ 660.706463] env[69155]: _type = "Task" [ 660.706463] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.711349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.715524] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599089, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.735164] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105828} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.735470] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.739195] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4bbb34-d9be-4b08-b364-cdb7d813e5bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.762866] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 4ca7cbc0-d615-4ae1-b395-18248bff5ed2/4ca7cbc0-d615-4ae1-b395-18248bff5ed2.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.762866] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eeb45bd-407a-4686-a5f3-038ae6d985d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.784248] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 660.784248] env[69155]: value = "task-3599090" [ 660.784248] env[69155]: _type = "Task" [ 660.784248] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.794513] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.976810] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.004417] env[69155]: DEBUG nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.014305] env[69155]: DEBUG nova.network.neutron [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Successfully created port: 3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.015944] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Releasing lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.016718] env[69155]: DEBUG nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Instance network_info: |[{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.019711] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:c4:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1973ea4e-dcfc-45b7-80d3-ecd0f48765b9', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.032558] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Creating folder: Project (29556587a287464fb3cbb58f141d61f8). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.033349] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-108c4136-b6ff-4f62-a54f-1e46323ec335 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.049127] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521f0993-1907-d02b-08e9-1b3d73e781d0, 'name': SearchDatastore_Task, 'duration_secs': 0.066651} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.055780] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.056044] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.056293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.056519] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.056608] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.056904] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Created folder: Project (29556587a287464fb3cbb58f141d61f8) in parent group-v718010. [ 661.057081] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Creating folder: Instances. Parent ref: group-v718060. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.059036] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52ed9b89-fa4d-41af-87dd-42cfa26462ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.060996] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-807538ad-0818-41de-887e-ddb206467e7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.071517] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.071835] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.073947] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72f5daf-00c6-4797-9898-fa90e9b6e73b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.077016] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Created folder: Instances in parent group-v718060. [ 661.077016] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.082043] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.083644] env[69155]: DEBUG nova.compute.manager [req-9d0383cd-9921-46eb-ad91-ef328acaf109 req-ec8f7a72-56f6-4fc8-a773-5064735f0c81 service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Received event network-changed-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.083854] env[69155]: DEBUG nova.compute.manager [req-9d0383cd-9921-46eb-ad91-ef328acaf109 req-ec8f7a72-56f6-4fc8-a773-5064735f0c81 service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Refreshing instance network info cache due to event network-changed-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.088279] env[69155]: DEBUG oslo_concurrency.lockutils [req-9d0383cd-9921-46eb-ad91-ef328acaf109 req-ec8f7a72-56f6-4fc8-a773-5064735f0c81 service nova] Acquiring lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.088409] env[69155]: DEBUG oslo_concurrency.lockutils [req-9d0383cd-9921-46eb-ad91-ef328acaf109 req-ec8f7a72-56f6-4fc8-a773-5064735f0c81 service nova] Acquired lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.088582] env[69155]: DEBUG nova.network.neutron [req-9d0383cd-9921-46eb-ad91-ef328acaf109 req-ec8f7a72-56f6-4fc8-a773-5064735f0c81 service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Refreshing network info cache for port a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.091214] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df9ed751-de21-450d-b249-4293d6f2b846 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.122462] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 661.122462] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52caa127-49f1-67c8-3f2c-31e026122801" [ 661.122462] env[69155]: _type = "Task" [ 661.122462] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.135761] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.135761] env[69155]: value = "task-3599093" [ 661.135761] env[69155]: _type = "Task" [ 661.135761] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.153070] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52caa127-49f1-67c8-3f2c-31e026122801, 'name': SearchDatastore_Task, 'duration_secs': 0.018018} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.155404] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8b7908-7e51-42cc-abfc-6d2994508e7b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.163282] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599093, 'name': CreateVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.166895] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 661.166895] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528abcab-98eb-33a2-496f-1ea0eb077ce5" [ 661.166895] env[69155]: _type = "Task" [ 661.166895] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.178230] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528abcab-98eb-33a2-496f-1ea0eb077ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.226281] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599089, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.296621] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.383434] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquiring lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.383745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.651356] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599093, 'name': CreateVM_Task, 'duration_secs': 0.37} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.654785] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.655789] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.655789] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.656205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.656205] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed5f299-dc9a-47a4-ac75-8fd438322549 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.662852] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 661.662852] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521cae5c-36fd-fe01-e2a2-8edfe5462a6c" [ 661.662852] env[69155]: _type = "Task" [ 661.662852] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.681586] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521cae5c-36fd-fe01-e2a2-8edfe5462a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.689949] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528abcab-98eb-33a2-496f-1ea0eb077ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.690110] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.690552] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc/ff1fb4b8-8707-4053-a288-af4aaf7e9ebc.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.690722] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f2c2ec7-09ad-4a25-ad44-a43beabbc22b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.703413] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 661.703413] env[69155]: value = "task-3599094" [ 661.703413] env[69155]: _type = "Task" [ 661.703413] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.713996] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.729428] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599089, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.750197] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab989a70-fa64-416e-bb43-fbb438d4257f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.759190] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d24fe2-1447-48f8-8ede-62ae4c800348 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.799730] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad91ff5a-c7ba-4061-80be-3c5110103b51 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.807619] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599090, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.808524] env[69155]: DEBUG nova.network.neutron [req-9d0383cd-9921-46eb-ad91-ef328acaf109 req-ec8f7a72-56f6-4fc8-a773-5064735f0c81 service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Updated VIF entry in instance network info cache for port a5e345c9-ad3d-4e37-8ddf-ee8e977cc310. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.808844] env[69155]: DEBUG nova.network.neutron [req-9d0383cd-9921-46eb-ad91-ef328acaf109 req-ec8f7a72-56f6-4fc8-a773-5064735f0c81 service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Updating instance_info_cache with network_info: [{"id": "a5e345c9-ad3d-4e37-8ddf-ee8e977cc310", "address": "fa:16:3e:33:13:97", "network": {"id": "ba0024d4-0daf-4ede-a2cc-ead5cecea855", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-227434873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec521f269a04404bb27a89a26cc9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e345c9-ad", "ovs_interfaceid": "a5e345c9-ad3d-4e37-8ddf-ee8e977cc310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.813106] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8304136-0033-4fe7-a4fa-2af1a460b37b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.829766] env[69155]: DEBUG nova.compute.provider_tree [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.021811] env[69155]: DEBUG nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.055379] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:56:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='294611073',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-322078295',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.055621] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.055902] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.056285] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.056729] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.056729] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.056858] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.056985] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.057178] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.057340] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.057514] env[69155]: DEBUG nova.virt.hardware [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.058407] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceab6b1-2181-4a76-9364-37e92c0fa6b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.069712] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88855526-3120-48b4-8bef-d2ec4dbe74dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.173088] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521cae5c-36fd-fe01-e2a2-8edfe5462a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.173469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.173703] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.173966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.174096] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.174389] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.174523] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16ead6c8-e8be-4c79-83a6-ef7993e81275 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.185446] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.185680] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.186392] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d266c70f-f6d9-458a-8d12-5741efc9059a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.192028] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 662.192028] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529983b6-5b45-21d8-237d-bfb1d2f25522" [ 662.192028] env[69155]: _type = "Task" [ 662.192028] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.200129] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquiring lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.200372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.200575] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquiring lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.200751] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.200914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.202454] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529983b6-5b45-21d8-237d-bfb1d2f25522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.203368] env[69155]: INFO nova.compute.manager [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Terminating instance [ 662.213496] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.222064] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599089, 'name': CreateSnapshot_Task, 'duration_secs': 1.403935} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.222941] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 662.223698] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286cfc7d-0f80-4e0b-9257-5f68cd288522 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.306459] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599090, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.313473] env[69155]: DEBUG oslo_concurrency.lockutils [req-9d0383cd-9921-46eb-ad91-ef328acaf109 req-ec8f7a72-56f6-4fc8-a773-5064735f0c81 service nova] Releasing lock "refresh_cache-9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.332687] env[69155]: DEBUG nova.scheduler.client.report [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.386192] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "6e927889-8993-4deb-8621-4d034a32e16c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.387215] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "6e927889-8993-4deb-8621-4d034a32e16c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.705849] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529983b6-5b45-21d8-237d-bfb1d2f25522, 'name': SearchDatastore_Task, 'duration_secs': 0.015808} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.710443] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7807b9-d788-47d1-83ad-474ede6f1661 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.715317] env[69155]: DEBUG nova.compute.manager [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.715542] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.720450] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c8f249-4522-463a-b9ca-99aa78ec63f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.723640] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599094, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.725325] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 662.725325] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f0b99c-8397-561a-ea6f-ba6fccb5d3ef" [ 662.725325] env[69155]: _type = "Task" [ 662.725325] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.732425] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.733576] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5635dda3-3526-45c4-a494-623dccad7754 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.747394] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 662.747394] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f0b99c-8397-561a-ea6f-ba6fccb5d3ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.747394] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5bc5bc5-dcf6-40d8-897f-334ae37de56a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.753455] env[69155]: DEBUG oslo_vmware.api [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 662.753455] env[69155]: value = "task-3599095" [ 662.753455] env[69155]: _type = "Task" [ 662.753455] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.758952] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 662.758952] env[69155]: value = "task-3599096" [ 662.758952] env[69155]: _type = "Task" [ 662.758952] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.765732] env[69155]: DEBUG oslo_vmware.api [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.772203] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599096, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.806854] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599090, 'name': ReconfigVM_Task, 'duration_secs': 1.614877} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.807155] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 4ca7cbc0-d615-4ae1-b395-18248bff5ed2/4ca7cbc0-d615-4ae1-b395-18248bff5ed2.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.807814] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02d60119-cb11-46c9-92a1-e1ef3807ba75 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.815827] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 662.815827] env[69155]: value = "task-3599097" [ 662.815827] env[69155]: _type = "Task" [ 662.815827] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.827942] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599097, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.838323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.838456] env[69155]: DEBUG nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.841713] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.954s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.841921] env[69155]: DEBUG nova.objects.instance [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 663.221968] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599094, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.145865} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.222489] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc/ff1fb4b8-8707-4053-a288-af4aaf7e9ebc.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.223087] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.224019] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6afe9b0-672c-4a16-8a0e-5f27bccfe1c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.244813] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f0b99c-8397-561a-ea6f-ba6fccb5d3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.048741} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.244813] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.244813] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] afbfb3b3-6e9d-49e7-81f4-89277b2995bb/afbfb3b3-6e9d-49e7-81f4-89277b2995bb.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.244813] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 663.244813] env[69155]: value = "task-3599098" [ 663.244813] env[69155]: _type = "Task" [ 663.244813] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.246630] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7d68537-2efc-4519-a9cb-2a56abcd883a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.260911] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquiring lock "e3580fdf-80a9-46b8-8877-06f011c08f94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.261557] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "e3580fdf-80a9-46b8-8877-06f011c08f94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.263978] env[69155]: DEBUG nova.compute.manager [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Received event network-changed-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.266784] env[69155]: DEBUG nova.compute.manager [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Refreshing instance network info cache due to event network-changed-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.266784] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] Acquiring lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.266784] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] Acquired lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.266784] env[69155]: DEBUG nova.network.neutron [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Refreshing network info cache for port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.282994] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 663.282994] env[69155]: value = "task-3599099" [ 663.282994] env[69155]: _type = "Task" [ 663.282994] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.290634] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.298025] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599096, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.298313] env[69155]: DEBUG oslo_vmware.api [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599095, 'name': PowerOffVM_Task, 'duration_secs': 0.207657} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.299122] env[69155]: DEBUG nova.network.neutron [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Successfully updated port: 3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.300971] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.301260] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.301719] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0bdc166-079f-4049-8167-79ee7fecfe6f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.306840] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.327846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.329751] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.330073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.330342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.330506] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.332359] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599097, 'name': Rename_Task, 'duration_secs': 0.194351} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.332957] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.333742] env[69155]: INFO nova.compute.manager [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Terminating instance [ 663.336031] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b5fef0-fa52-460f-8d7b-c96ec325fc4a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.345713] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 663.345713] env[69155]: value = "task-3599101" [ 663.345713] env[69155]: _type = "Task" [ 663.345713] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.349540] env[69155]: DEBUG nova.compute.utils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.354675] env[69155]: DEBUG nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.354675] env[69155]: DEBUG nova.network.neutron [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.364718] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599101, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.366331] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.366537] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.366742] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Deleting the datastore file [datastore2] a30ce7e7-7d02-445a-bae4-4db714cfbc96 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.367771] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d1be1e7-7617-40a7-b62d-cda89ac96365 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.375781] env[69155]: DEBUG oslo_vmware.api [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for the task: (returnval){ [ 663.375781] env[69155]: value = "task-3599102" [ 663.375781] env[69155]: _type = "Task" [ 663.375781] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.384195] env[69155]: DEBUG oslo_vmware.api [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.445367] env[69155]: DEBUG nova.policy [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a5999688d94f2cb2143e81f62b8aad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c414c2900d5489cb4a01ad94bfa7abf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.758713] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211871} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.759046] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.759957] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad8a1d-7f1b-4a51-b0ea-87f19ed1e3ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.781144] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc/ff1fb4b8-8707-4053-a288-af4aaf7e9ebc.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.786887] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef300049-6998-4ab1-9673-70c3d73981c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.807857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.807857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquired lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.807857] env[69155]: DEBUG nova.network.neutron [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.817750] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "009f2804-aedb-4162-8211-06a1573c9ace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.818087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.826870] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599096, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.829523] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 663.829523] env[69155]: value = "task-3599103" [ 663.829523] env[69155]: _type = "Task" [ 663.829523] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.841735] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599099, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.841735] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "refresh_cache-79980895-3dc5-4c6e-9aaa-2b851e7d18fe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.841735] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquired lock "refresh_cache-79980895-3dc5-4c6e-9aaa-2b851e7d18fe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.841735] env[69155]: DEBUG nova.network.neutron [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.854463] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.855829] env[69155]: DEBUG nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.866940] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cf02a38-dd87-4e71-8484-d99359847bdd tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.868288] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.868991] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.659s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.870661] env[69155]: INFO nova.compute.claims [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.888022] env[69155]: DEBUG oslo_vmware.api [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.992962] env[69155]: DEBUG nova.network.neutron [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Successfully created port: 8abd7c72-677a-4cc3-9829-35f05874fd1a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.197418] env[69155]: DEBUG nova.network.neutron [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updated VIF entry in instance network info cache for port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.197775] env[69155]: DEBUG nova.network.neutron [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updating instance_info_cache with network_info: [{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.284741] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599096, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.318336] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85876} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.318336] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] afbfb3b3-6e9d-49e7-81f4-89277b2995bb/afbfb3b3-6e9d-49e7-81f4-89277b2995bb.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.318336] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.318336] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca92cf17-0576-48b8-ae6d-67e68168a6b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.326269] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 664.326269] env[69155]: value = "task-3599104" [ 664.326269] env[69155]: _type = "Task" [ 664.326269] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.337153] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.346546] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.356662] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599101, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.386367] env[69155]: DEBUG oslo_vmware.api [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Task: {'id': task-3599102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576054} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.388011] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.388011] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.388011] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.388011] env[69155]: INFO nova.compute.manager [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Took 1.67 seconds to destroy the instance on the hypervisor. [ 664.388553] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.388553] env[69155]: DEBUG nova.compute.manager [-] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.388553] env[69155]: DEBUG nova.network.neutron [-] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.391538] env[69155]: DEBUG nova.network.neutron [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.397490] env[69155]: DEBUG nova.network.neutron [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.592434] env[69155]: DEBUG nova.network.neutron [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.701820] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] Releasing lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.702191] env[69155]: DEBUG nova.compute.manager [req-44c443da-9023-4288-bba4-c28b0d1e360a req-eb457cec-a4dc-438c-b256-6997b53ab5bf service nova] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Received event network-vif-deleted-9fbc2515-14cb-4516-ac6b-a6e51770451c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.782766] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599096, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.837585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.837585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.848140] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076427} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.855319] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.857114] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599103, 'name': ReconfigVM_Task, 'duration_secs': 0.928806} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.857478] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a042b69-4501-483b-ad73-daf7fd606d95 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.860093] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Reconfigured VM instance instance-00000010 to attach disk [datastore1] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc/ff1fb4b8-8707-4053-a288-af4aaf7e9ebc.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.861165] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf1cbc3-c963-4694-9064-6bc283bf9591 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.863692] env[69155]: DEBUG nova.network.neutron [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Updating instance_info_cache with network_info: [{"id": "3c5739a5-f4ba-40a1-96df-a4a473b506be", "address": "fa:16:3e:17:88:31", "network": {"id": "00834c62-823e-487b-a954-b50b1541f72a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-131484575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28a6169755d478b8a7d756a91b072d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c5739a5-f4", "ovs_interfaceid": "3c5739a5-f4ba-40a1-96df-a4a473b506be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.870843] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.883639] env[69155]: DEBUG nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.897195] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] afbfb3b3-6e9d-49e7-81f4-89277b2995bb/afbfb3b3-6e9d-49e7-81f4-89277b2995bb.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.899762] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b5e4757-e365-4870-b642-88d012275546 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.917375] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 664.917375] env[69155]: value = "task-3599105" [ 664.917375] env[69155]: _type = "Task" [ 664.917375] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.930839] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 664.930839] env[69155]: value = "task-3599106" [ 664.930839] env[69155]: _type = "Task" [ 664.930839] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.937418] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599105, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.939825] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.940134] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.940303] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.940484] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.940628] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.940845] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.941107] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.941280] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.941451] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.941621] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.941801] env[69155]: DEBUG nova.virt.hardware [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.945028] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7dec7a-a57d-486d-9745-73b3c2afbfac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.952260] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.961544] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c121bbe-d49b-4346-a744-4f6a29c9b87f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.103013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Releasing lock "refresh_cache-79980895-3dc5-4c6e-9aaa-2b851e7d18fe" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.103013] env[69155]: DEBUG nova.compute.manager [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.103013] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.103013] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860e26ca-5c94-458f-86b6-845e6aec7685 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.113340] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.113340] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12678eca-3a6f-417b-9833-725acf86e90c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.133338] env[69155]: DEBUG oslo_vmware.api [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 665.133338] env[69155]: value = "task-3599107" [ 665.133338] env[69155]: _type = "Task" [ 665.133338] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.143732] env[69155]: DEBUG oslo_vmware.api [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.289428] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599096, 'name': CloneVM_Task, 'duration_secs': 2.218203} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.289795] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Created linked-clone VM from snapshot [ 665.290595] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3110a069-012b-44ee-a843-fce41706a1d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.304442] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Uploading image 6f7d8288-01d8-489f-b043-08d3938894f8 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 665.334244] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 665.334244] env[69155]: value = "vm-718064" [ 665.334244] env[69155]: _type = "VirtualMachine" [ 665.334244] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 665.334489] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e57a7427-8ab9-4b07-bd00-a0330c1756f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.342520] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lease: (returnval){ [ 665.342520] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52105379-e5f4-6be2-3601-f0317110b818" [ 665.342520] env[69155]: _type = "HttpNfcLease" [ 665.342520] env[69155]: } obtained for exporting VM: (result){ [ 665.342520] env[69155]: value = "vm-718064" [ 665.342520] env[69155]: _type = "VirtualMachine" [ 665.342520] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 665.342808] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the lease: (returnval){ [ 665.342808] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52105379-e5f4-6be2-3601-f0317110b818" [ 665.342808] env[69155]: _type = "HttpNfcLease" [ 665.342808] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 665.356781] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 665.356781] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52105379-e5f4-6be2-3601-f0317110b818" [ 665.356781] env[69155]: _type = "HttpNfcLease" [ 665.356781] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 665.362077] env[69155]: DEBUG oslo_vmware.api [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599101, 'name': PowerOnVM_Task, 'duration_secs': 1.634621} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.362516] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.362729] env[69155]: INFO nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Took 13.48 seconds to spawn the instance on the hypervisor. [ 665.363995] env[69155]: DEBUG nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.364733] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e72c92-027e-4814-8ae6-41133765e430 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.367017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Releasing lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.367354] env[69155]: DEBUG nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Instance network_info: |[{"id": "3c5739a5-f4ba-40a1-96df-a4a473b506be", "address": "fa:16:3e:17:88:31", "network": {"id": "00834c62-823e-487b-a954-b50b1541f72a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-131484575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28a6169755d478b8a7d756a91b072d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c5739a5-f4", "ovs_interfaceid": "3c5739a5-f4ba-40a1-96df-a4a473b506be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.367692] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:88:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c5739a5-f4ba-40a1-96df-a4a473b506be', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.375988] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Creating folder: Project (d28a6169755d478b8a7d756a91b072d8). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.379721] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac7fb5b-a8b9-41e3-8589-9dbcef9f01fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.399961] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Created folder: Project (d28a6169755d478b8a7d756a91b072d8) in parent group-v718010. [ 665.400204] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Creating folder: Instances. Parent ref: group-v718065. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.400466] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-947c7326-7d9a-4207-9858-646766952923 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.414497] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Created folder: Instances in parent group-v718065. [ 665.414988] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.415211] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.415489] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c8781f7-4e7f-4e42-8532-c7eefa898f2f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.451087] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599106, 'name': ReconfigVM_Task, 'duration_secs': 0.372817} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.455827] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Reconfigured VM instance instance-0000000f to attach disk [datastore1] afbfb3b3-6e9d-49e7-81f4-89277b2995bb/afbfb3b3-6e9d-49e7-81f4-89277b2995bb.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.457167] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599105, 'name': Rename_Task, 'duration_secs': 0.29031} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.457167] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.457167] env[69155]: value = "task-3599111" [ 665.457167] env[69155]: _type = "Task" [ 665.457167] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.457167] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d54da6d-de3f-4b17-a547-1c4a444edb76 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.458694] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.458961] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43fbf309-2c62-4e5a-bc17-3b5b36243a04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.475741] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599111, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.477746] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 665.477746] env[69155]: value = "task-3599112" [ 665.477746] env[69155]: _type = "Task" [ 665.477746] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.478062] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 665.478062] env[69155]: value = "task-3599113" [ 665.478062] env[69155]: _type = "Task" [ 665.478062] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.494458] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599113, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.494721] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.505977] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b94fb2-b2c7-4921-8233-46b576aa06b0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.515345] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fdd640-f32d-442d-a369-8a0a26a68a46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.554939] env[69155]: DEBUG nova.network.neutron [-] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.557975] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf088a0-e303-4c04-bca8-10acb9ebc9f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.569685] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b690f7-bc67-4efc-ae58-dc9201450eeb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.592863] env[69155]: DEBUG nova.compute.provider_tree [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.647996] env[69155]: DEBUG oslo_vmware.api [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599107, 'name': PowerOffVM_Task, 'duration_secs': 0.212268} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.647996] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.647996] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.647996] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2556b3a7-ab5a-4043-9375-f48370c27c33 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.677848] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.678219] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.678472] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Deleting the datastore file [datastore2] 79980895-3dc5-4c6e-9aaa-2b851e7d18fe {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.678773] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b323ccd-65b5-4acf-bb92-990b92f0a362 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.687228] env[69155]: DEBUG oslo_vmware.api [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for the task: (returnval){ [ 665.687228] env[69155]: value = "task-3599115" [ 665.687228] env[69155]: _type = "Task" [ 665.687228] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.696627] env[69155]: DEBUG oslo_vmware.api [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.703451] env[69155]: DEBUG nova.compute.manager [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Received event network-vif-plugged-3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.703711] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] Acquiring lock "7f01a7f3-4f0d-4811-850c-79f5b9930187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.703954] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] Lock "7f01a7f3-4f0d-4811-850c-79f5b9930187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.704113] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] Lock "7f01a7f3-4f0d-4811-850c-79f5b9930187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.704293] env[69155]: DEBUG nova.compute.manager [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] No waiting events found dispatching network-vif-plugged-3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.704467] env[69155]: WARNING nova.compute.manager [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Received unexpected event network-vif-plugged-3c5739a5-f4ba-40a1-96df-a4a473b506be for instance with vm_state building and task_state spawning. [ 665.704684] env[69155]: DEBUG nova.compute.manager [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Received event network-changed-3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.704805] env[69155]: DEBUG nova.compute.manager [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Refreshing instance network info cache due to event network-changed-3c5739a5-f4ba-40a1-96df-a4a473b506be. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.705033] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] Acquiring lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.705174] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] Acquired lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.705331] env[69155]: DEBUG nova.network.neutron [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Refreshing network info cache for port 3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.855150] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 665.855150] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52105379-e5f4-6be2-3601-f0317110b818" [ 665.855150] env[69155]: _type = "HttpNfcLease" [ 665.855150] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 665.855490] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 665.855490] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52105379-e5f4-6be2-3601-f0317110b818" [ 665.855490] env[69155]: _type = "HttpNfcLease" [ 665.855490] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 665.856370] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b4e25e-4fd3-4109-aa5d-d9eb5e099e83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.865877] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52993254-d760-1675-8a96-6278ca49ebfc/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 665.866280] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52993254-d760-1675-8a96-6278ca49ebfc/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 665.939133] env[69155]: INFO nova.compute.manager [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Took 31.10 seconds to build instance. [ 665.970901] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599111, 'name': CreateVM_Task, 'duration_secs': 0.463518} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.971217] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.972631] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.972855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.973398] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.973857] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af688e6f-3d06-433e-b26b-cec791bb57cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.990286] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 665.990286] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e4fdc5-75c0-c051-bca4-6b3540240745" [ 665.990286] env[69155]: _type = "Task" [ 665.990286] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.992078] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9db7215d-a46f-44ba-af18-cb16b44ce180 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.010738] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.011477] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599113, 'name': Rename_Task, 'duration_secs': 0.179255} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.013690] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.016152] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b430d6ea-f766-40cb-b8f1-a76ed947e118 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.027578] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "68939730-1c6b-48ce-81fd-f84fa6df5b33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.027578] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "68939730-1c6b-48ce-81fd-f84fa6df5b33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.027770] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e4fdc5-75c0-c051-bca4-6b3540240745, 'name': SearchDatastore_Task, 'duration_secs': 0.01698} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.031240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.031707] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.032010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.032219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.032442] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.033242] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be0f12be-f955-4011-818c-9282060c8695 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.036507] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 666.036507] env[69155]: value = "task-3599116" [ 666.036507] env[69155]: _type = "Task" [ 666.036507] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.048316] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.048602] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.049402] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282ce0ef-3205-453a-b1f9-6e7e502f7eff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.055329] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.058288] env[69155]: INFO nova.compute.manager [-] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Took 1.67 seconds to deallocate network for instance. [ 666.061318] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 666.061318] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b2dbe1-3b89-dedf-0d0a-8a12dccbe77d" [ 666.061318] env[69155]: _type = "Task" [ 666.061318] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.073818] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b2dbe1-3b89-dedf-0d0a-8a12dccbe77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.096193] env[69155]: DEBUG nova.scheduler.client.report [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.200985] env[69155]: DEBUG oslo_vmware.api [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Task: {'id': task-3599115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187153} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.201422] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.201713] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.202027] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.202404] env[69155]: INFO nova.compute.manager [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Took 1.10 seconds to destroy the instance on the hypervisor. [ 666.203959] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.203959] env[69155]: DEBUG nova.compute.manager [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.203959] env[69155]: DEBUG nova.network.neutron [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.254964] env[69155]: DEBUG nova.network.neutron [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.416514] env[69155]: DEBUG nova.network.neutron [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Successfully updated port: 8abd7c72-677a-4cc3-9829-35f05874fd1a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.441334] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34961e5c-3cd9-4dd0-89ef-717747155c23 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.616s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.491929] env[69155]: DEBUG oslo_vmware.api [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599112, 'name': PowerOnVM_Task, 'duration_secs': 0.55943} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.493520] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.494845] env[69155]: INFO nova.compute.manager [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Took 7.14 seconds to spawn the instance on the hypervisor. [ 666.495095] env[69155]: DEBUG nova.compute.manager [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.496073] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5161d-fe86-46bc-9792-72adeb1a04db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.547753] env[69155]: DEBUG oslo_vmware.api [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599116, 'name': PowerOnVM_Task, 'duration_secs': 0.500011} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.548126] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.548439] env[69155]: INFO nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Took 9.78 seconds to spawn the instance on the hypervisor. [ 666.548716] env[69155]: DEBUG nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.549625] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaaa5f3-f3c3-4a39-9b12-2016318b803c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.571662] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.578253] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b2dbe1-3b89-dedf-0d0a-8a12dccbe77d, 'name': SearchDatastore_Task, 'duration_secs': 0.024038} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.579242] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4085d21-2713-4c6d-8655-c2621ac95465 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.585563] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 666.585563] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52be6f24-8a1d-f62c-c2b0-d24514f148f8" [ 666.585563] env[69155]: _type = "Task" [ 666.585563] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.597571] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52be6f24-8a1d-f62c-c2b0-d24514f148f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.604484] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.604484] env[69155]: DEBUG nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.612035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.185s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.612035] env[69155]: INFO nova.compute.claims [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.641577] env[69155]: DEBUG nova.network.neutron [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Updated VIF entry in instance network info cache for port 3c5739a5-f4ba-40a1-96df-a4a473b506be. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.641923] env[69155]: DEBUG nova.network.neutron [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Updating instance_info_cache with network_info: [{"id": "3c5739a5-f4ba-40a1-96df-a4a473b506be", "address": "fa:16:3e:17:88:31", "network": {"id": "00834c62-823e-487b-a954-b50b1541f72a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-131484575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28a6169755d478b8a7d756a91b072d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c5739a5-f4", "ovs_interfaceid": "3c5739a5-f4ba-40a1-96df-a4a473b506be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.757933] env[69155]: DEBUG nova.network.neutron [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.922605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquiring lock "refresh_cache-b6dfdaf0-57bb-4063-b261-3807636a5a84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.922605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquired lock "refresh_cache-b6dfdaf0-57bb-4063-b261-3807636a5a84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.922605] env[69155]: DEBUG nova.network.neutron [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.944508] env[69155]: DEBUG nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.031922] env[69155]: INFO nova.compute.manager [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Took 26.17 seconds to build instance. [ 667.069418] env[69155]: INFO nova.compute.manager [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Took 26.77 seconds to build instance. [ 667.098506] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52be6f24-8a1d-f62c-c2b0-d24514f148f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017212} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.098927] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.099255] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 7f01a7f3-4f0d-4811-850c-79f5b9930187/7f01a7f3-4f0d-4811-850c-79f5b9930187.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.099595] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cad4366-6890-4d2a-97ee-0867773f6002 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.110181] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 667.110181] env[69155]: value = "task-3599117" [ 667.110181] env[69155]: _type = "Task" [ 667.110181] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.117601] env[69155]: DEBUG nova.compute.utils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.126434] env[69155]: DEBUG nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.126434] env[69155]: DEBUG nova.network.neutron [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.133751] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.144669] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] Releasing lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.145046] env[69155]: DEBUG nova.compute.manager [req-ee8a1404-79c9-4de5-94ba-8eec36ffd7ba req-d13aecd3-262b-4553-a691-f16e4108673a service nova] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Received event network-vif-deleted-90883189-4156-480b-9825-98cf3f580bb3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.243269] env[69155]: DEBUG nova.policy [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3208e0ec0b3c4e75a04563d59589b544', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01d4ab5d22f4ba698d9ba39788e14fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.267094] env[69155]: INFO nova.compute.manager [-] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Took 1.06 seconds to deallocate network for instance. [ 667.472774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.538014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3c2eb6b6-38b1-4362-ba2d-8f37455e458e tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.353s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.573567] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03dfd042-5ac8-419f-9447-f1fc0d164207 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.185s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.623138] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.625967] env[69155]: DEBUG nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.704165] env[69155]: DEBUG nova.network.neutron [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.781121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.041387] env[69155]: DEBUG nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.083308] env[69155]: DEBUG nova.compute.manager [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.124655] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641894} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.124991] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 7f01a7f3-4f0d-4811-850c-79f5b9930187/7f01a7f3-4f0d-4811-850c-79f5b9930187.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.125717] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.125801] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0c4a9f7-a4cf-4d70-90ba-8583596372f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.142646] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 668.142646] env[69155]: value = "task-3599118" [ 668.142646] env[69155]: _type = "Task" [ 668.142646] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.160070] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.216206] env[69155]: DEBUG nova.network.neutron [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Updating instance_info_cache with network_info: [{"id": "8abd7c72-677a-4cc3-9829-35f05874fd1a", "address": "fa:16:3e:c3:72:cc", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8abd7c72-67", "ovs_interfaceid": "8abd7c72-677a-4cc3-9829-35f05874fd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.294871] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14638f20-856d-4380-bacc-be77f2f38724 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.305298] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e2ed0-b426-4d6d-ba33-ddca82c98e0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.345036] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a03cc63-f351-450a-8904-0a30e8ed3875 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.354421] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06874bc6-6140-4fa1-b8ba-f0b8fedd3208 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.369186] env[69155]: DEBUG nova.compute.provider_tree [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.418386] env[69155]: DEBUG nova.network.neutron [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Successfully created port: 30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.569908] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.582407] env[69155]: DEBUG nova.compute.manager [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Received event network-vif-plugged-8abd7c72-677a-4cc3-9829-35f05874fd1a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.582720] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] Acquiring lock "b6dfdaf0-57bb-4063-b261-3807636a5a84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.582880] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] Lock "b6dfdaf0-57bb-4063-b261-3807636a5a84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.583072] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] Lock "b6dfdaf0-57bb-4063-b261-3807636a5a84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.583266] env[69155]: DEBUG nova.compute.manager [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] No waiting events found dispatching network-vif-plugged-8abd7c72-677a-4cc3-9829-35f05874fd1a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.583454] env[69155]: WARNING nova.compute.manager [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Received unexpected event network-vif-plugged-8abd7c72-677a-4cc3-9829-35f05874fd1a for instance with vm_state building and task_state spawning. [ 668.583616] env[69155]: DEBUG nova.compute.manager [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Received event network-changed-8abd7c72-677a-4cc3-9829-35f05874fd1a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.583776] env[69155]: DEBUG nova.compute.manager [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Refreshing instance network info cache due to event network-changed-8abd7c72-677a-4cc3-9829-35f05874fd1a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.583960] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] Acquiring lock "refresh_cache-b6dfdaf0-57bb-4063-b261-3807636a5a84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.604387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.647872] env[69155]: DEBUG nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.658353] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074342} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.658718] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.659571] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d2c2bf-9941-430e-88d5-f01e185ca7c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.686338] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 7f01a7f3-4f0d-4811-850c-79f5b9930187/7f01a7f3-4f0d-4811-850c-79f5b9930187.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.689773] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2e4595-6ba8-4adf-a577-d4c60de74005 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.718481] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.719517] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.719517] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.719517] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.719517] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.719517] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.719804] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.719841] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.722371] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.722371] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.722371] env[69155]: DEBUG nova.virt.hardware [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.722371] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4ff718-ef68-4984-8f07-3dfa0acda046 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.729583] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Releasing lock "refresh_cache-b6dfdaf0-57bb-4063-b261-3807636a5a84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.729878] env[69155]: DEBUG nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Instance network_info: |[{"id": "8abd7c72-677a-4cc3-9829-35f05874fd1a", "address": "fa:16:3e:c3:72:cc", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8abd7c72-67", "ovs_interfaceid": "8abd7c72-677a-4cc3-9829-35f05874fd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.730623] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 668.730623] env[69155]: value = "task-3599119" [ 668.730623] env[69155]: _type = "Task" [ 668.730623] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.730787] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] Acquired lock "refresh_cache-b6dfdaf0-57bb-4063-b261-3807636a5a84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.731013] env[69155]: DEBUG nova.network.neutron [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Refreshing network info cache for port 8abd7c72-677a-4cc3-9829-35f05874fd1a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.732248] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:72:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8abd7c72-677a-4cc3-9829-35f05874fd1a', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.740059] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Creating folder: Project (9c414c2900d5489cb4a01ad94bfa7abf). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.741163] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67db3960-83ba-4fff-9f60-0bb5262da858 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.750686] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4825a2-bb6c-4d50-8d7e-6e0d45f34b84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.758348] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.760059] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Created folder: Project (9c414c2900d5489cb4a01ad94bfa7abf) in parent group-v718010. [ 668.760270] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Creating folder: Instances. Parent ref: group-v718068. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.760795] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8617f7c4-69ed-4de5-acde-0b3b5d7bc93c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.780475] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Created folder: Instances in parent group-v718068. [ 668.780793] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.781016] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.781281] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3fee3cd-306f-4f58-a969-a0ba17a8cc21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.803733] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.803733] env[69155]: value = "task-3599122" [ 668.803733] env[69155]: _type = "Task" [ 668.803733] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.812263] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599122, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.875504] env[69155]: DEBUG nova.scheduler.client.report [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.056450] env[69155]: INFO nova.compute.manager [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Rebuilding instance [ 669.113293] env[69155]: DEBUG nova.compute.manager [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.114263] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f34a8c1-8af7-4060-b1cb-dafbe0c146aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.162314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "7599fa29-a9bd-4e34-836c-1006447048a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.162555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "7599fa29-a9bd-4e34-836c-1006447048a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.257240] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.316885] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599122, 'name': CreateVM_Task, 'duration_secs': 0.441943} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.320423] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.321209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.321403] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.321741] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.322392] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4107ab6-6a7f-4829-af8c-2e2f6a8862a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.329948] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 669.329948] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a5f3da-fc41-537e-158a-d937ee56e543" [ 669.329948] env[69155]: _type = "Task" [ 669.329948] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.342423] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a5f3da-fc41-537e-158a-d937ee56e543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.384419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.384781] env[69155]: DEBUG nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.387503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.924s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.387741] env[69155]: DEBUG nova.objects.instance [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lazy-loading 'resources' on Instance uuid eee33ff6-155a-4f56-b1d9-368670568da4 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.517384] env[69155]: DEBUG nova.network.neutron [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Updated VIF entry in instance network info cache for port 8abd7c72-677a-4cc3-9829-35f05874fd1a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.517625] env[69155]: DEBUG nova.network.neutron [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Updating instance_info_cache with network_info: [{"id": "8abd7c72-677a-4cc3-9829-35f05874fd1a", "address": "fa:16:3e:c3:72:cc", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8abd7c72-67", "ovs_interfaceid": "8abd7c72-677a-4cc3-9829-35f05874fd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.755770] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599119, 'name': ReconfigVM_Task, 'duration_secs': 0.604607} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.760136] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 7f01a7f3-4f0d-4811-850c-79f5b9930187/7f01a7f3-4f0d-4811-850c-79f5b9930187.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.760136] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b394fa-e1bc-493f-b715-476218683b6f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.766602] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 669.766602] env[69155]: value = "task-3599123" [ 669.766602] env[69155]: _type = "Task" [ 669.766602] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.775511] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599123, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.844276] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a5f3da-fc41-537e-158a-d937ee56e543, 'name': SearchDatastore_Task, 'duration_secs': 0.013649} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.844276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.844276] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.844276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.844398] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.844398] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.844398] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3b5ce9b-111a-4d8e-b6f2-ac0fa51ae0a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.854025] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.854025] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.854025] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39de7a61-bba8-4184-8a7e-9ec478e93a52 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.860824] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 669.860824] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236b046-aa06-8359-c2cc-da7fdc943f32" [ 669.860824] env[69155]: _type = "Task" [ 669.860824] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.868431] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236b046-aa06-8359-c2cc-da7fdc943f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.893510] env[69155]: DEBUG nova.compute.utils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.895089] env[69155]: DEBUG nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.895306] env[69155]: DEBUG nova.network.neutron [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.947384] env[69155]: DEBUG nova.policy [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7005c5969f0a4d5a9ebb9b83762d5219', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87b87acb79704605be8ace9f90d5eb70', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.020478] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa61cf1a-eb68-45ee-9967-b9b183feecfc req-e0d39474-ce6b-42a3-8624-b89e79213709 service nova] Releasing lock "refresh_cache-b6dfdaf0-57bb-4063-b261-3807636a5a84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.139543] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.142108] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1919b94-da81-46f8-98d8-b318669dab88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.151419] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 670.151419] env[69155]: value = "task-3599124" [ 670.151419] env[69155]: _type = "Task" [ 670.151419] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.171224] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.226924] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "38b2256d-193a-4fa8-ab77-ad4e91f81722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.227085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "38b2256d-193a-4fa8-ab77-ad4e91f81722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.283145] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599123, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.377946] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236b046-aa06-8359-c2cc-da7fdc943f32, 'name': SearchDatastore_Task, 'duration_secs': 0.025347} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.380635] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd40b52-f337-4db8-9792-90339a0fef83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.393612] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 670.393612] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fef6c4-6652-4687-2fbb-c857d74e7e3c" [ 670.393612] env[69155]: _type = "Task" [ 670.393612] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.398194] env[69155]: DEBUG nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.414018] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fef6c4-6652-4687-2fbb-c857d74e7e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012913} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.414018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.414018] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b6dfdaf0-57bb-4063-b261-3807636a5a84/b6dfdaf0-57bb-4063-b261-3807636a5a84.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.414247] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6825be2b-ccc4-4908-ae20-104f5179daac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.422095] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 670.422095] env[69155]: value = "task-3599125" [ 670.422095] env[69155]: _type = "Task" [ 670.422095] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.434403] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.546777] env[69155]: DEBUG nova.network.neutron [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Successfully updated port: 30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.572272] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ae95e2-19ce-4497-9e74-0c397dd02bd6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.579969] env[69155]: DEBUG nova.network.neutron [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Successfully created port: d01facca-e9f0-4a3a-ad8d-8bb11c22527a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.585984] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a0d6ba-6afc-409f-af10-704bbec07f6b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.626772] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3ddace-dcc6-4c10-b56f-38c8641df052 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.636802] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97b8343-8f22-4b72-a6fd-b747c61d70ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.657028] env[69155]: DEBUG nova.compute.provider_tree [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.667353] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599124, 'name': PowerOffVM_Task, 'duration_secs': 0.266144} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.667653] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.667891] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.669616] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add81ae-29ab-4c2c-abb7-49ea2da12456 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.678360] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.678360] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49f166e5-8e28-4bb4-8340-8d66106d941c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.706875] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.706875] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.706875] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Deleting the datastore file [datastore1] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.706875] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f52cab-bd61-4450-b423-c1205a4b297f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.715076] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 670.715076] env[69155]: value = "task-3599127" [ 670.715076] env[69155]: _type = "Task" [ 670.715076] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.721652] env[69155]: DEBUG nova.compute.manager [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Received event network-changed-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.722690] env[69155]: DEBUG nova.compute.manager [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Refreshing instance network info cache due to event network-changed-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.722690] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Acquiring lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.722690] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Acquired lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.722690] env[69155]: DEBUG nova.network.neutron [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Refreshing network info cache for port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.731419] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.779319] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599123, 'name': Rename_Task, 'duration_secs': 0.682185} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.779319] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.779319] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac454c70-ac68-42ac-95da-d4b9b945b783 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.787576] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 670.787576] env[69155]: value = "task-3599128" [ 670.787576] env[69155]: _type = "Task" [ 670.787576] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.796626] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.934927] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.050150] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.051981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquired lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.051981] env[69155]: DEBUG nova.network.neutron [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.166252] env[69155]: DEBUG nova.scheduler.client.report [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.231289] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261452} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.231726] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.231937] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.232134] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.299932] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.416143] env[69155]: DEBUG nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.435662] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554898} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.439313] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b6dfdaf0-57bb-4063-b261-3807636a5a84/b6dfdaf0-57bb-4063-b261-3807636a5a84.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.439953] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.440580] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a38ef8d2-2f88-4254-b832-8256b8822377 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.452104] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.452356] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.452515] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.453183] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.453183] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.453183] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.453447] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.453651] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.453844] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.454031] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.454296] env[69155]: DEBUG nova.virt.hardware [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.455246] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1318d7d9-e5f6-4f89-8c0b-bef3fc581bf3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.460033] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 671.460033] env[69155]: value = "task-3599129" [ 671.460033] env[69155]: _type = "Task" [ 671.460033] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.469170] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1928f60-82a7-4e6c-8063-f8aa01d1cedc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.476867] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.533024] env[69155]: DEBUG nova.network.neutron [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updated VIF entry in instance network info cache for port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.533566] env[69155]: DEBUG nova.network.neutron [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updating instance_info_cache with network_info: [{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.587799] env[69155]: DEBUG nova.network.neutron [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.671505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.675314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.659s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.708645] env[69155]: INFO nova.scheduler.client.report [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Deleted allocations for instance eee33ff6-155a-4f56-b1d9-368670568da4 [ 671.800340] env[69155]: DEBUG oslo_vmware.api [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599128, 'name': PowerOnVM_Task, 'duration_secs': 0.633123} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.800646] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.800845] env[69155]: INFO nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Took 9.78 seconds to spawn the instance on the hypervisor. [ 671.801043] env[69155]: DEBUG nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.801801] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0dbfa2-6905-487a-a421-70c3795398c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.816244] env[69155]: DEBUG nova.network.neutron [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updating instance_info_cache with network_info: [{"id": "30514264-f034-40a1-974c-850ac676bd4c", "address": "fa:16:3e:3f:19:18", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30514264-f0", "ovs_interfaceid": "30514264-f034-40a1-974c-850ac676bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.970208] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186488} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.970553] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.971372] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd93a56-ca3a-4cc4-94ee-685e15ee6319 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.994177] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b6dfdaf0-57bb-4063-b261-3807636a5a84/b6dfdaf0-57bb-4063-b261-3807636a5a84.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.994900] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb20d40-97c3-408e-8f22-c5f4ea34fd85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.020657] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 672.020657] env[69155]: value = "task-3599130" [ 672.020657] env[69155]: _type = "Task" [ 672.020657] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.030405] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.038388] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Releasing lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.038756] env[69155]: DEBUG nova.compute.manager [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Received event network-vif-plugged-30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.038970] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Acquiring lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.039483] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.039656] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.040013] env[69155]: DEBUG nova.compute.manager [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] No waiting events found dispatching network-vif-plugged-30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.040081] env[69155]: WARNING nova.compute.manager [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Received unexpected event network-vif-plugged-30514264-f034-40a1-974c-850ac676bd4c for instance with vm_state building and task_state spawning. [ 672.040234] env[69155]: DEBUG nova.compute.manager [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Received event network-changed-30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.040395] env[69155]: DEBUG nova.compute.manager [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing instance network info cache due to event network-changed-30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.040568] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Acquiring lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.183609] env[69155]: INFO nova.compute.claims [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.220537] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8f4ae370-c8cf-4bec-a737-eb9326d65794 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Lock "eee33ff6-155a-4f56-b1d9-368670568da4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.339s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.277405] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.277688] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.277852] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.282110] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.282354] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.282521] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.282750] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.282955] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.283181] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.283326] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.283517] env[69155]: DEBUG nova.virt.hardware [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.284510] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe78c7-146f-4006-9897-637eb7057ff8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.298584] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0106e0f9-353a-4077-a9ca-95acb023cd52 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.314161] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.318600] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.323247] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Releasing lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.323247] env[69155]: DEBUG nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Instance network_info: |[{"id": "30514264-f034-40a1-974c-850ac676bd4c", "address": "fa:16:3e:3f:19:18", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30514264-f0", "ovs_interfaceid": "30514264-f034-40a1-974c-850ac676bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.323481] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.325203] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Acquired lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.325379] env[69155]: DEBUG nova.network.neutron [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing network info cache for port 30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.326381] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:19:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30514264-f034-40a1-974c-850ac676bd4c', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.333871] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Creating folder: Project (a01d4ab5d22f4ba698d9ba39788e14fb). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.333979] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba0fa0af-577f-4774-a686-ed86a6ac7db1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.348133] env[69155]: INFO nova.compute.manager [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Took 29.76 seconds to build instance. [ 672.351700] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01e26b6a-777a-4219-8ce3-99a2ef4d2c7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.359219] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.359219] env[69155]: value = "task-3599131" [ 672.359219] env[69155]: _type = "Task" [ 672.359219] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.369070] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599131, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.370745] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Created folder: Project (a01d4ab5d22f4ba698d9ba39788e14fb) in parent group-v718010. [ 672.370933] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Creating folder: Instances. Parent ref: group-v718071. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.371568] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66b77692-5925-41d8-b76e-a2394cddeffe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.382492] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Created folder: Instances in parent group-v718071. [ 672.382709] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.383083] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.383226] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ad0429-3aec-4f75-a389-09c63ebab03b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.403034] env[69155]: DEBUG nova.network.neutron [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Successfully updated port: d01facca-e9f0-4a3a-ad8d-8bb11c22527a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.407969] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.407969] env[69155]: value = "task-3599134" [ 672.407969] env[69155]: _type = "Task" [ 672.407969] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.421675] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599134, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.532741] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.635654] env[69155]: DEBUG nova.network.neutron [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updated VIF entry in instance network info cache for port 30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.636033] env[69155]: DEBUG nova.network.neutron [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updating instance_info_cache with network_info: [{"id": "30514264-f034-40a1-974c-850ac676bd4c", "address": "fa:16:3e:3f:19:18", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30514264-f0", "ovs_interfaceid": "30514264-f034-40a1-974c-850ac676bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.690986] env[69155]: INFO nova.compute.resource_tracker [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating resource usage from migration a024878c-0ce6-4b7a-ad7e-f20e580edfce [ 672.858410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd474640-ea66-4d47-bec5-7fbf69566b2d tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "7f01a7f3-4f0d-4811-850c-79f5b9930187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.497s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.872505] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599131, 'name': CreateVM_Task, 'duration_secs': 0.405173} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.876708] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.878254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.878485] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.878823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.879290] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07d3348-256d-4e6a-8e6d-3d1ae53d6443 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.886282] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 672.886282] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cb0075-1f6d-a978-85cb-1936245e9369" [ 672.886282] env[69155]: _type = "Task" [ 672.886282] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.900033] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cb0075-1f6d-a978-85cb-1936245e9369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.905616] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquiring lock "refresh_cache-fb4296b3-38c0-4e9f-984b-1409a072aba5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.905702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquired lock "refresh_cache-fb4296b3-38c0-4e9f-984b-1409a072aba5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.905916] env[69155]: DEBUG nova.network.neutron [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.921669] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599134, 'name': CreateVM_Task, 'duration_secs': 0.457779} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.928016] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.929594] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.967010] env[69155]: DEBUG nova.compute.manager [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Received event network-vif-plugged-d01facca-e9f0-4a3a-ad8d-8bb11c22527a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.967010] env[69155]: DEBUG oslo_concurrency.lockutils [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] Acquiring lock "fb4296b3-38c0-4e9f-984b-1409a072aba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.967010] env[69155]: DEBUG oslo_concurrency.lockutils [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] Lock "fb4296b3-38c0-4e9f-984b-1409a072aba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.967010] env[69155]: DEBUG oslo_concurrency.lockutils [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] Lock "fb4296b3-38c0-4e9f-984b-1409a072aba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.967010] env[69155]: DEBUG nova.compute.manager [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] No waiting events found dispatching network-vif-plugged-d01facca-e9f0-4a3a-ad8d-8bb11c22527a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.967205] env[69155]: WARNING nova.compute.manager [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Received unexpected event network-vif-plugged-d01facca-e9f0-4a3a-ad8d-8bb11c22527a for instance with vm_state building and task_state spawning. [ 672.967205] env[69155]: DEBUG nova.compute.manager [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Received event network-changed-d01facca-e9f0-4a3a-ad8d-8bb11c22527a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.967320] env[69155]: DEBUG nova.compute.manager [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Refreshing instance network info cache due to event network-changed-d01facca-e9f0-4a3a-ad8d-8bb11c22527a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.967534] env[69155]: DEBUG oslo_concurrency.lockutils [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] Acquiring lock "refresh_cache-fb4296b3-38c0-4e9f-984b-1409a072aba5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.034782] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599130, 'name': ReconfigVM_Task, 'duration_secs': 0.554054} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.035177] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b6dfdaf0-57bb-4063-b261-3807636a5a84/b6dfdaf0-57bb-4063-b261-3807636a5a84.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.036096] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b37fd1e4-8d72-4e10-aaa4-5f7000ffbf3a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.047165] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 673.047165] env[69155]: value = "task-3599135" [ 673.047165] env[69155]: _type = "Task" [ 673.047165] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.056533] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599135, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.139274] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd43312b-03a7-4408-b1bb-5ee42972dd66 req-72d8c702-499c-482e-bbaa-9ca4f59b47f3 service nova] Releasing lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.319873] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e0320b-9faa-42af-95fd-6c00dc171f69 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.330187] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033ead2e-d7ff-4e35-b768-4ee4c3fa7251 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.370053] env[69155]: DEBUG nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.374059] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de0fe19-7ab7-4614-8fc6-bb9ef8a88067 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.383816] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fdab08-ec54-49fa-9b0e-f57d5bfcf38b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.408223] env[69155]: DEBUG nova.compute.provider_tree [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.414100] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cb0075-1f6d-a978-85cb-1936245e9369, 'name': SearchDatastore_Task, 'duration_secs': 0.01347} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.414743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.414973] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.415460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.415460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.415616] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.416580] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.416749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.416885] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2670f581-996a-44e5-a09a-c2b8c343b247 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.421093] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e37a15f-7cd5-43e9-a59b-d5711a9397e9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.426039] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 673.426039] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5269b48d-d3e6-6f1d-4f51-f78dc311f05d" [ 673.426039] env[69155]: _type = "Task" [ 673.426039] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.432073] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.433108] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.434392] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637f02d7-d07d-4632-83d6-6b94e4a7151e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.440601] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5269b48d-d3e6-6f1d-4f51-f78dc311f05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.445617] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 673.445617] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522fb276-ec73-db0c-eeb4-7fe48de157bd" [ 673.445617] env[69155]: _type = "Task" [ 673.445617] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.456078] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522fb276-ec73-db0c-eeb4-7fe48de157bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.458462] env[69155]: DEBUG nova.network.neutron [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.558264] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599135, 'name': Rename_Task, 'duration_secs': 0.195776} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.560820] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.561153] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a14d44d-0f7b-4b6f-9bfc-5ecba7638a9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.571514] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 673.571514] env[69155]: value = "task-3599136" [ 673.571514] env[69155]: _type = "Task" [ 673.571514] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.581474] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.696744] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquiring lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.697376] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.697657] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquiring lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.698082] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.698331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.700976] env[69155]: INFO nova.compute.manager [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Terminating instance [ 673.778775] env[69155]: DEBUG nova.network.neutron [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Updating instance_info_cache with network_info: [{"id": "d01facca-e9f0-4a3a-ad8d-8bb11c22527a", "address": "fa:16:3e:39:b3:ce", "network": {"id": "56981a38-8403-482a-8c5e-914a924df1ed", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-153032744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b87acb79704605be8ace9f90d5eb70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01facca-e9", "ovs_interfaceid": "d01facca-e9f0-4a3a-ad8d-8bb11c22527a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.892182] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.916378] env[69155]: DEBUG nova.scheduler.client.report [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.944701] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5269b48d-d3e6-6f1d-4f51-f78dc311f05d, 'name': SearchDatastore_Task, 'duration_secs': 0.032283} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.944701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.944701] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.949624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.959332] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522fb276-ec73-db0c-eeb4-7fe48de157bd, 'name': SearchDatastore_Task, 'duration_secs': 0.020936} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.961523] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c3ee72-8878-4a55-8af7-bad329ab9b79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.969026] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 673.969026] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dc4622-c173-d7ae-695f-a7671b6a536a" [ 673.969026] env[69155]: _type = "Task" [ 673.969026] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.981164] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dc4622-c173-d7ae-695f-a7671b6a536a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.083392] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.205610] env[69155]: DEBUG nova.compute.manager [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.205852] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.207155] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b74242-d60a-4d29-a8af-14e8f747e273 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.216364] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.216834] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90ffe45-8960-4168-b4b2-d45ddae2fa7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.225401] env[69155]: DEBUG oslo_vmware.api [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 674.225401] env[69155]: value = "task-3599137" [ 674.225401] env[69155]: _type = "Task" [ 674.225401] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.236334] env[69155]: DEBUG oslo_vmware.api [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.283543] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Releasing lock "refresh_cache-fb4296b3-38c0-4e9f-984b-1409a072aba5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.283543] env[69155]: DEBUG nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Instance network_info: |[{"id": "d01facca-e9f0-4a3a-ad8d-8bb11c22527a", "address": "fa:16:3e:39:b3:ce", "network": {"id": "56981a38-8403-482a-8c5e-914a924df1ed", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-153032744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b87acb79704605be8ace9f90d5eb70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01facca-e9", "ovs_interfaceid": "d01facca-e9f0-4a3a-ad8d-8bb11c22527a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.283879] env[69155]: DEBUG oslo_concurrency.lockutils [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] Acquired lock "refresh_cache-fb4296b3-38c0-4e9f-984b-1409a072aba5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.283879] env[69155]: DEBUG nova.network.neutron [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Refreshing network info cache for port d01facca-e9f0-4a3a-ad8d-8bb11c22527a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.287506] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:b3:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd01facca-e9f0-4a3a-ad8d-8bb11c22527a', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.301936] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Creating folder: Project (87b87acb79704605be8ace9f90d5eb70). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.303334] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad9ea3d3-d365-4de6-a1e5-e39d8095e5c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.323424] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Created folder: Project (87b87acb79704605be8ace9f90d5eb70) in parent group-v718010. [ 674.323655] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Creating folder: Instances. Parent ref: group-v718075. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.325342] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ae1d53a-aac3-48b8-a8e3-a8a7b551e55e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.338595] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Created folder: Instances in parent group-v718075. [ 674.338760] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.340025] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.340025] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b40ce911-b810-4d88-8310-38a39522cb2b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.364556] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.364556] env[69155]: value = "task-3599140" [ 674.364556] env[69155]: _type = "Task" [ 674.364556] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.373889] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599140, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.421602] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.746s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.421812] env[69155]: INFO nova.compute.manager [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Migrating [ 674.422071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.422207] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.423586] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.191s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.426602] env[69155]: DEBUG nova.objects.instance [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lazy-loading 'resources' on Instance uuid 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.486407] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dc4622-c173-d7ae-695f-a7671b6a536a, 'name': SearchDatastore_Task, 'duration_secs': 0.013377} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.486407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.486407] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc/ff1fb4b8-8707-4053-a288-af4aaf7e9ebc.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.486714] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.486936] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.487260] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b1937de-fc7b-4111-9f8a-fd6146da8818 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.489714] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8696a8ca-42d5-4bfc-8fd3-ef981f0686d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.504728] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 674.504728] env[69155]: value = "task-3599141" [ 674.504728] env[69155]: _type = "Task" [ 674.504728] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.506848] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.506848] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.512087] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e70f841-8901-4f62-b956-6ef934012939 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.531051] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.531407] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 674.531407] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522ffb43-7a69-671d-af53-f06d98657a76" [ 674.531407] env[69155]: _type = "Task" [ 674.531407] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.541890] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522ffb43-7a69-671d-af53-f06d98657a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.592023] env[69155]: DEBUG oslo_vmware.api [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599136, 'name': PowerOnVM_Task, 'duration_secs': 0.794755} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.592023] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.592023] env[69155]: INFO nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Took 9.71 seconds to spawn the instance on the hypervisor. [ 674.592023] env[69155]: DEBUG nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.592023] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d77819-add1-41b7-874c-eefc08adf8be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.742253] env[69155]: DEBUG oslo_vmware.api [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599137, 'name': PowerOffVM_Task, 'duration_secs': 0.503796} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.742771] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.743200] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.743562] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98f9514a-2fe5-4be6-95fb-62a1607bd0cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.847183] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.847183] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.847183] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Deleting the datastore file [datastore1] 4ca7cbc0-d615-4ae1-b395-18248bff5ed2 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.847183] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ef3736-9c50-4d69-b3a7-70edb8c1a524 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.859020] env[69155]: DEBUG oslo_vmware.api [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for the task: (returnval){ [ 674.859020] env[69155]: value = "task-3599143" [ 674.859020] env[69155]: _type = "Task" [ 674.859020] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.869571] env[69155]: DEBUG oslo_vmware.api [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.883399] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599140, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.930707] env[69155]: INFO nova.compute.rpcapi [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 674.935306] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.023160] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.049536] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522ffb43-7a69-671d-af53-f06d98657a76, 'name': SearchDatastore_Task, 'duration_secs': 0.036668} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.057688] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114be2d3-abdf-4895-96e7-fd4d24e2faa9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.069733] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 675.069733] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5295aba2-54de-0088-1b5b-cf6097d99142" [ 675.069733] env[69155]: _type = "Task" [ 675.069733] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.088526] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5295aba2-54de-0088-1b5b-cf6097d99142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.114715] env[69155]: INFO nova.compute.manager [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Took 32.02 seconds to build instance. [ 675.179999] env[69155]: DEBUG nova.network.neutron [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Updated VIF entry in instance network info cache for port d01facca-e9f0-4a3a-ad8d-8bb11c22527a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.179999] env[69155]: DEBUG nova.network.neutron [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Updating instance_info_cache with network_info: [{"id": "d01facca-e9f0-4a3a-ad8d-8bb11c22527a", "address": "fa:16:3e:39:b3:ce", "network": {"id": "56981a38-8403-482a-8c5e-914a924df1ed", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-153032744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b87acb79704605be8ace9f90d5eb70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01facca-e9", "ovs_interfaceid": "d01facca-e9f0-4a3a-ad8d-8bb11c22527a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.378060] env[69155]: DEBUG oslo_vmware.api [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.384629] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599140, 'name': CreateVM_Task, 'duration_secs': 0.522426} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.388856] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.391357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.391357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.391357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.391357] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5fc582-c6ff-4cbb-87d0-6ce217dda6e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.399191] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 675.399191] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52efbc3e-7f7b-9c9f-5ebc-d36eb36689a2" [ 675.399191] env[69155]: _type = "Task" [ 675.399191] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.412524] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52efbc3e-7f7b-9c9f-5ebc-d36eb36689a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.470051] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.470185] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.470408] env[69155]: DEBUG nova.network.neutron [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.522915] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611029} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.525991] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc/ff1fb4b8-8707-4053-a288-af4aaf7e9ebc.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.526272] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.526720] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d41b82e6-7890-4305-b8d6-a08adb11bdf5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.535217] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 675.535217] env[69155]: value = "task-3599144" [ 675.535217] env[69155]: _type = "Task" [ 675.535217] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.549569] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.554635] env[69155]: DEBUG nova.compute.manager [req-a678efad-5616-45b0-ae40-c5f54ee01f3a req-25bbba8e-a6c4-4335-b61b-c82b6d972b5a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Received event network-changed-3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.554954] env[69155]: DEBUG nova.compute.manager [req-a678efad-5616-45b0-ae40-c5f54ee01f3a req-25bbba8e-a6c4-4335-b61b-c82b6d972b5a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Refreshing instance network info cache due to event network-changed-3c5739a5-f4ba-40a1-96df-a4a473b506be. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.555080] env[69155]: DEBUG oslo_concurrency.lockutils [req-a678efad-5616-45b0-ae40-c5f54ee01f3a req-25bbba8e-a6c4-4335-b61b-c82b6d972b5a service nova] Acquiring lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.555236] env[69155]: DEBUG oslo_concurrency.lockutils [req-a678efad-5616-45b0-ae40-c5f54ee01f3a req-25bbba8e-a6c4-4335-b61b-c82b6d972b5a service nova] Acquired lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.556448] env[69155]: DEBUG nova.network.neutron [req-a678efad-5616-45b0-ae40-c5f54ee01f3a req-25bbba8e-a6c4-4335-b61b-c82b6d972b5a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Refreshing network info cache for port 3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.588607] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5295aba2-54de-0088-1b5b-cf6097d99142, 'name': SearchDatastore_Task, 'duration_secs': 0.028315} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.588607] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.588607] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 0428d0fb-bef2-4914-8d4d-97e8cf14ee81/0428d0fb-bef2-4914-8d4d-97e8cf14ee81.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.588607] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-181c8e1c-82af-4d1b-b448-4c524ab7ba6c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.598652] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 675.598652] env[69155]: value = "task-3599145" [ 675.598652] env[69155]: _type = "Task" [ 675.598652] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.612558] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.616899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "b6dfdaf0-57bb-4063-b261-3807636a5a84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.194s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.648094] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eab93f-9f50-4620-8f85-889dfcc83ccd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.658041] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9b20c3-b455-4ee8-a42b-a67a350cdb0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.690818] env[69155]: DEBUG oslo_concurrency.lockutils [req-e1caaa0d-7710-49bd-9b17-e48e9c562c65 req-7081aa08-0f50-4e4f-9cd8-e377e54e6bad service nova] Releasing lock "refresh_cache-fb4296b3-38c0-4e9f-984b-1409a072aba5" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.691993] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69368d11-7823-41ea-9039-9c967c672dc3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.701515] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26516c0-64c5-4f75-920a-f336af3806f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.718719] env[69155]: DEBUG nova.compute.provider_tree [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.874695] env[69155]: DEBUG oslo_vmware.api [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Task: {'id': task-3599143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.870323} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.875080] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.876253] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.876253] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.876253] env[69155]: INFO nova.compute.manager [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 675.876253] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.876253] env[69155]: DEBUG nova.compute.manager [-] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.876253] env[69155]: DEBUG nova.network.neutron [-] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.923777] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52efbc3e-7f7b-9c9f-5ebc-d36eb36689a2, 'name': SearchDatastore_Task, 'duration_secs': 0.033925} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.924113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.924404] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.925193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.925193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.925193] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.925887] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d425a1-583a-4ff0-af69-acada78d0510 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.937671] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.937671] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.940037] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1bd65c3-e2ae-444c-9719-dc3a2ace82e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.946232] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 675.946232] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527056ed-7372-89ac-35ca-8747e08615b7" [ 675.946232] env[69155]: _type = "Task" [ 675.946232] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.957410] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527056ed-7372-89ac-35ca-8747e08615b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.043869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquiring lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.044169] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.055723] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187601} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.059702] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.064218] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ffe71f-00fd-44fa-ac23-c983c3b54ed5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.088320] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc/ff1fb4b8-8707-4053-a288-af4aaf7e9ebc.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.089072] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03e5126-c90f-42bc-aea3-15d581053ac5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.117448] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.120202] env[69155]: DEBUG nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.123060] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 676.123060] env[69155]: value = "task-3599146" [ 676.123060] env[69155]: _type = "Task" [ 676.123060] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.138364] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.222505] env[69155]: DEBUG nova.scheduler.client.report [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.463847] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527056ed-7372-89ac-35ca-8747e08615b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.464912] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a271fd0a-dde0-4960-97d6-9a05059119d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.472438] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 676.472438] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5263c3db-bd86-c5bb-70af-01dba2a42a5a" [ 676.472438] env[69155]: _type = "Task" [ 676.472438] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.484231] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5263c3db-bd86-c5bb-70af-01dba2a42a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.620107] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739466} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.620107] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 0428d0fb-bef2-4914-8d4d-97e8cf14ee81/0428d0fb-bef2-4914-8d4d-97e8cf14ee81.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.620248] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.620542] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1adf61fc-fd41-4c34-bdd6-176a2e6b3ea8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.641116] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 676.641116] env[69155]: value = "task-3599147" [ 676.641116] env[69155]: _type = "Task" [ 676.641116] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.659009] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.659297] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.660459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.727539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.732073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.867s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.737019] env[69155]: INFO nova.compute.claims [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.739106] env[69155]: DEBUG nova.network.neutron [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance_info_cache with network_info: [{"id": "045b50db-3d52-44c2-a14e-950b732b6216", "address": "fa:16:3e:d8:d4:c3", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045b50db-3d", "ovs_interfaceid": "045b50db-3d52-44c2-a14e-950b732b6216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.758529] env[69155]: INFO nova.scheduler.client.report [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Deleted allocations for instance 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d [ 676.789143] env[69155]: DEBUG nova.network.neutron [req-a678efad-5616-45b0-ae40-c5f54ee01f3a req-25bbba8e-a6c4-4335-b61b-c82b6d972b5a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Updated VIF entry in instance network info cache for port 3c5739a5-f4ba-40a1-96df-a4a473b506be. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.789320] env[69155]: DEBUG nova.network.neutron [req-a678efad-5616-45b0-ae40-c5f54ee01f3a req-25bbba8e-a6c4-4335-b61b-c82b6d972b5a service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Updating instance_info_cache with network_info: [{"id": "3c5739a5-f4ba-40a1-96df-a4a473b506be", "address": "fa:16:3e:17:88:31", "network": {"id": "00834c62-823e-487b-a954-b50b1541f72a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-131484575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28a6169755d478b8a7d756a91b072d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c5739a5-f4", "ovs_interfaceid": "3c5739a5-f4ba-40a1-96df-a4a473b506be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.985017] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5263c3db-bd86-c5bb-70af-01dba2a42a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014249} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.985705] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.986158] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] fb4296b3-38c0-4e9f-984b-1409a072aba5/fb4296b3-38c0-4e9f-984b-1409a072aba5.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.986623] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9d287d6-aeae-4264-959e-161fbca2189e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.002022] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 677.002022] env[69155]: value = "task-3599148" [ 677.002022] env[69155]: _type = "Task" [ 677.002022] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.013546] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.142752] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52993254-d760-1675-8a96-6278ca49ebfc/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 677.144426] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d4971-7648-4c0e-8b1d-e6ef42be6ded {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.159639] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599146, 'name': ReconfigVM_Task, 'duration_secs': 0.538273} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.160317] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Reconfigured VM instance instance-00000010 to attach disk [datastore2] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc/ff1fb4b8-8707-4053-a288-af4aaf7e9ebc.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.161026] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-913ab9db-ca60-4ac8-8839-546b5d96e8a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.168753] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114357} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.168753] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52993254-d760-1675-8a96-6278ca49ebfc/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 677.168753] env[69155]: ERROR oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52993254-d760-1675-8a96-6278ca49ebfc/disk-0.vmdk due to incomplete transfer. [ 677.169421] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.169719] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4f5815c-65d5-41be-b83b-c2d456c21429 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.172396] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9593324-6681-498c-89e1-8c302bbbfb84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.178731] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 677.178731] env[69155]: value = "task-3599149" [ 677.178731] env[69155]: _type = "Task" [ 677.178731] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.186064] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52993254-d760-1675-8a96-6278ca49ebfc/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 677.186064] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Uploaded image 6f7d8288-01d8-489f-b043-08d3938894f8 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 677.187813] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 677.204143] env[69155]: DEBUG nova.network.neutron [-] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.204555] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd7f1e1c-d014-43fa-bb0d-67d425ddb5d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.212979] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599149, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.224284] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 0428d0fb-bef2-4914-8d4d-97e8cf14ee81/0428d0fb-bef2-4914-8d4d-97e8cf14ee81.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.225663] env[69155]: INFO nova.compute.manager [-] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Took 1.35 seconds to deallocate network for instance. [ 677.226122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquiring lock "b6dfdaf0-57bb-4063-b261-3807636a5a84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.226354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "b6dfdaf0-57bb-4063-b261-3807636a5a84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.226661] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquiring lock "b6dfdaf0-57bb-4063-b261-3807636a5a84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.226789] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "b6dfdaf0-57bb-4063-b261-3807636a5a84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.226905] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "b6dfdaf0-57bb-4063-b261-3807636a5a84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.228757] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f11a6e-1de4-41ae-8bee-c855e5820344 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.246202] env[69155]: INFO nova.compute.manager [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Terminating instance [ 677.250872] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.260092] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 677.260092] env[69155]: value = "task-3599150" [ 677.260092] env[69155]: _type = "Task" [ 677.260092] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.270682] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 677.270682] env[69155]: value = "task-3599151" [ 677.270682] env[69155]: _type = "Task" [ 677.270682] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.270682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Lock "1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.946s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.279493] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599150, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.289274] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.293214] env[69155]: DEBUG oslo_concurrency.lockutils [req-a678efad-5616-45b0-ae40-c5f54ee01f3a req-25bbba8e-a6c4-4335-b61b-c82b6d972b5a service nova] Releasing lock "refresh_cache-7f01a7f3-4f0d-4811-850c-79f5b9930187" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.509576] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499999} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.509576] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] fb4296b3-38c0-4e9f-984b-1409a072aba5/fb4296b3-38c0-4e9f-984b-1409a072aba5.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.509576] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.509576] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43505d9e-1fc2-4811-81c5-18126ea00294 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.517861] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 677.517861] env[69155]: value = "task-3599152" [ 677.517861] env[69155]: _type = "Task" [ 677.517861] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.535232] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.627845] env[69155]: DEBUG nova.compute.manager [req-dceb42a7-6cb1-4bc9-b03e-dd9f2fd7a175 req-46e32525-81bc-4baa-bc86-60108d51d937 service nova] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Received event network-vif-deleted-f5c8f084-adbe-480e-8778-33d5a81e3b7e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.690769] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599149, 'name': Rename_Task, 'duration_secs': 0.408545} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.690966] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.691304] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf993b0-7dcd-424e-8bbf-a420e5c56307 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.701218] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 677.701218] env[69155]: value = "task-3599153" [ 677.701218] env[69155]: _type = "Task" [ 677.701218] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.711081] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.767224] env[69155]: DEBUG nova.compute.manager [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.767568] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.768758] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528b0d4-32c4-42ca-ad47-5ecca1272fdf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.784806] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.798049] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b08096-9e16-454c-a01b-6bb701480e9c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.799892] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599150, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.800779] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.801045] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.808269] env[69155]: DEBUG oslo_vmware.api [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 677.808269] env[69155]: value = "task-3599154" [ 677.808269] env[69155]: _type = "Task" [ 677.808269] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.821317] env[69155]: DEBUG oslo_vmware.api [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.031188] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170523} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.031486] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.033262] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c9de61-d41a-4dce-a38b-6b4bdbf1d18e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.063266] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] fb4296b3-38c0-4e9f-984b-1409a072aba5/fb4296b3-38c0-4e9f-984b-1409a072aba5.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.066332] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba02a10e-f885-411f-94d0-e05932e87718 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.087713] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 678.087713] env[69155]: value = "task-3599155" [ 678.087713] env[69155]: _type = "Task" [ 678.087713] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.102885] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.219366] env[69155]: DEBUG oslo_vmware.api [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599153, 'name': PowerOnVM_Task, 'duration_secs': 0.479128} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.222500] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.222578] env[69155]: DEBUG nova.compute.manager [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.223785] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d410da2b-e11f-4c6b-bef2-a380242a46ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.288204] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599150, 'name': Destroy_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.296258] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599151, 'name': ReconfigVM_Task, 'duration_secs': 0.762733} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.296653] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 0428d0fb-bef2-4914-8d4d-97e8cf14ee81/0428d0fb-bef2-4914-8d4d-97e8cf14ee81.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.298207] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a4663da-c81e-4058-8699-32b8e0b92abc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.306881] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 678.306881] env[69155]: value = "task-3599156" [ 678.306881] env[69155]: _type = "Task" [ 678.306881] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.320135] env[69155]: DEBUG oslo_vmware.api [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599154, 'name': PowerOffVM_Task, 'duration_secs': 0.253476} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.322775] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.322974] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.323254] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599156, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.323470] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab80210-7dc4-4c07-bf15-f2dae6ae6b8c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.403761] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.403761] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.403905] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Deleting the datastore file [datastore2] b6dfdaf0-57bb-4063-b261-3807636a5a84 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.404204] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e03981c-6939-4a77-b74e-c0fb112f51f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.413851] env[69155]: DEBUG oslo_vmware.api [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for the task: (returnval){ [ 678.413851] env[69155]: value = "task-3599158" [ 678.413851] env[69155]: _type = "Task" [ 678.413851] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.425016] env[69155]: DEBUG oslo_vmware.api [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.429265] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acc1acf-31a2-411b-90db-4039bf4dbf55 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.438599] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72503c2f-8da2-4c8d-9892-5e2f04fd10e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.475282] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefa7db5-4c10-46e4-9c20-cf90d0c79877 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.486299] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625a6117-7390-4a64-b0bc-4d380a98ec2c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.503266] env[69155]: DEBUG nova.compute.provider_tree [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.601716] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.748786] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.785297] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2816cb8-f565-4ccb-a11e-c2f76fbc9d42 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.788186] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599150, 'name': Destroy_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.809022] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance '633e9d92-9015-4cc8-ba92-6750376d0198' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.820837] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599156, 'name': Rename_Task, 'duration_secs': 0.182387} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.821371] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.821713] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0238aea-8ece-4aad-90a3-1c5b6e20e2b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.831215] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 678.831215] env[69155]: value = "task-3599159" [ 678.831215] env[69155]: _type = "Task" [ 678.831215] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.841416] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.924371] env[69155]: DEBUG oslo_vmware.api [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.006824] env[69155]: DEBUG nova.scheduler.client.report [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.101297] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.281229] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599150, 'name': Destroy_Task, 'duration_secs': 1.769936} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.281510] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Destroyed the VM [ 679.281827] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 679.282100] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8bea6c9-5f82-4168-a488-1bb7e0b3252e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.295149] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 679.295149] env[69155]: value = "task-3599160" [ 679.295149] env[69155]: _type = "Task" [ 679.295149] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.304933] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.315960] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.316344] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab8c35e2-915c-4be8-b959-46054af60af6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.329415] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 679.329415] env[69155]: value = "task-3599161" [ 679.329415] env[69155]: _type = "Task" [ 679.329415] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.338041] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.347285] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.429580] env[69155]: DEBUG oslo_vmware.api [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Task: {'id': task-3599158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.723198} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.429580] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.429580] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.429580] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.429926] env[69155]: INFO nova.compute.manager [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Took 1.66 seconds to destroy the instance on the hypervisor. [ 679.430335] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.430668] env[69155]: DEBUG nova.compute.manager [-] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.430871] env[69155]: DEBUG nova.network.neutron [-] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.447351] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.447351] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.447351] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.447351] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.447696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.448492] env[69155]: INFO nova.compute.manager [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Terminating instance [ 679.517229] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.518260] env[69155]: DEBUG nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.521313] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.513s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.526827] env[69155]: INFO nova.compute.claims [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.603064] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599155, 'name': ReconfigVM_Task, 'duration_secs': 1.371859} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.603531] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Reconfigured VM instance instance-00000014 to attach disk [datastore2] fb4296b3-38c0-4e9f-984b-1409a072aba5/fb4296b3-38c0-4e9f-984b-1409a072aba5.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.604306] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2cfe987-f058-42d5-b6f8-e3641c2f9549 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.616094] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 679.616094] env[69155]: value = "task-3599162" [ 679.616094] env[69155]: _type = "Task" [ 679.616094] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.625753] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599162, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.808358] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599160, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.842106] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599161, 'name': PowerOffVM_Task, 'duration_secs': 0.275863} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.847859] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.848335] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance '633e9d92-9015-4cc8-ba92-6750376d0198' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 679.862229] env[69155]: DEBUG oslo_vmware.api [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599159, 'name': PowerOnVM_Task, 'duration_secs': 0.535034} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.862667] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.863921] env[69155]: INFO nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Took 11.21 seconds to spawn the instance on the hypervisor. [ 679.863921] env[69155]: DEBUG nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.864988] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d11ca7-e6c0-42be-ab2f-f985a9f9c11c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.953624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "refresh_cache-ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.954621] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquired lock "refresh_cache-ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.954621] env[69155]: DEBUG nova.network.neutron [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.037061] env[69155]: DEBUG nova.compute.utils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.037061] env[69155]: DEBUG nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.037061] env[69155]: DEBUG nova.network.neutron [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.111019] env[69155]: DEBUG nova.policy [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.124923] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599162, 'name': Rename_Task, 'duration_secs': 0.175696} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.125569] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.125958] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbedfce6-9c0e-44bf-82ec-9dec0f1202f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.134994] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 680.134994] env[69155]: value = "task-3599163" [ 680.134994] env[69155]: _type = "Task" [ 680.134994] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.144123] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.165224] env[69155]: DEBUG nova.compute.manager [req-38bc5a18-874a-42d8-994f-0dd1229eaed5 req-eb377721-d133-4856-96a7-9fe63479148a service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Received event network-vif-deleted-8abd7c72-677a-4cc3-9829-35f05874fd1a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.165448] env[69155]: INFO nova.compute.manager [req-38bc5a18-874a-42d8-994f-0dd1229eaed5 req-eb377721-d133-4856-96a7-9fe63479148a service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Neutron deleted interface 8abd7c72-677a-4cc3-9829-35f05874fd1a; detaching it from the instance and deleting it from the info cache [ 680.165836] env[69155]: DEBUG nova.network.neutron [req-38bc5a18-874a-42d8-994f-0dd1229eaed5 req-eb377721-d133-4856-96a7-9fe63479148a service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.314403] env[69155]: DEBUG oslo_vmware.api [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599160, 'name': RemoveSnapshot_Task, 'duration_secs': 0.708281} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.314403] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.314403] env[69155]: INFO nova.compute.manager [None req-c1db0ccb-9999-4833-bfa2-2e4ece6a5cd3 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Took 20.19 seconds to snapshot the instance on the hypervisor. [ 680.357359] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.357493] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.357624] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.357815] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.357963] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.358506] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.359231] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.359231] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.359231] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.359421] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.359671] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.366241] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae014e2-7ca3-47e2-8898-330f626615d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.391443] env[69155]: INFO nova.compute.manager [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Took 35.20 seconds to build instance. [ 680.396667] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 680.396667] env[69155]: value = "task-3599164" [ 680.396667] env[69155]: _type = "Task" [ 680.396667] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.409699] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.467829] env[69155]: DEBUG nova.network.neutron [-] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.492313] env[69155]: DEBUG nova.network.neutron [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.541030] env[69155]: DEBUG nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.652663] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.661660] env[69155]: DEBUG nova.network.neutron [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.670480] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da25bdfe-dbc2-4653-a652-cc7b9c2abfae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.680270] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbde4a2-255f-4d9e-90c6-c947cb7f619a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.730988] env[69155]: DEBUG nova.compute.manager [req-38bc5a18-874a-42d8-994f-0dd1229eaed5 req-eb377721-d133-4856-96a7-9fe63479148a service nova] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Detach interface failed, port_id=8abd7c72-677a-4cc3-9829-35f05874fd1a, reason: Instance b6dfdaf0-57bb-4063-b261-3807636a5a84 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 680.840918] env[69155]: DEBUG nova.network.neutron [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Successfully created port: f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.895522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-653dcc38-409a-4ba5-b5f0-92f5118c5824 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.599s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.912116] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599164, 'name': ReconfigVM_Task, 'duration_secs': 0.253365} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.915567] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance '633e9d92-9015-4cc8-ba92-6750376d0198' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 680.971858] env[69155]: INFO nova.compute.manager [-] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Took 1.54 seconds to deallocate network for instance. [ 681.147989] env[69155]: DEBUG oslo_vmware.api [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599163, 'name': PowerOnVM_Task, 'duration_secs': 0.579541} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.152528] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.153039] env[69155]: INFO nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Took 9.74 seconds to spawn the instance on the hypervisor. [ 681.154346] env[69155]: DEBUG nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.155391] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c9fccd-0f3e-4a54-85ed-a934788c710f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.166393] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Releasing lock "refresh_cache-ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.166847] env[69155]: DEBUG nova.compute.manager [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.167483] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.175211] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a0ba3f-9691-4641-b4b3-a9cda7a15894 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.183357] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.183621] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab44b467-69ad-4c68-8e98-9af23df9ea81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.196444] env[69155]: DEBUG oslo_vmware.api [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 681.196444] env[69155]: value = "task-3599165" [ 681.196444] env[69155]: _type = "Task" [ 681.196444] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.212261] env[69155]: DEBUG oslo_vmware.api [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.240611] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2417dd6e-d979-42cd-9c3c-b5a02ba7e224 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.250423] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e0f94-0a7f-41d7-9e73-b359e35bc42a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.284231] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e3aec5-6771-4910-8a7a-349b141b9e12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.293259] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa058c3-eb6a-476e-9f68-b3a4d7b2e1c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.307916] env[69155]: DEBUG nova.compute.provider_tree [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.404323] env[69155]: DEBUG nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.422909] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.424104] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.424104] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.424104] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.424104] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.424104] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.424335] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.424335] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.424531] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.424852] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.424917] env[69155]: DEBUG nova.virt.hardware [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.430475] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 681.430790] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2d0a27-7cce-4d51-8893-eb897bd7b168 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.453456] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 681.453456] env[69155]: value = "task-3599166" [ 681.453456] env[69155]: _type = "Task" [ 681.453456] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.462917] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.476828] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.555449] env[69155]: DEBUG nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.580235] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.580235] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.580235] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.580426] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.580426] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.580426] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.581078] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.581448] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.581821] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.582144] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.582428] env[69155]: DEBUG nova.virt.hardware [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.584099] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bff6a65-b2db-43f0-9aad-4c8fefd8e3c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.599220] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc8bf4-73d3-49ae-98f6-e39bec1655ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.687326] env[69155]: INFO nova.compute.manager [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Took 35.30 seconds to build instance. [ 681.709170] env[69155]: DEBUG oslo_vmware.api [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599165, 'name': PowerOffVM_Task, 'duration_secs': 0.140096} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.709464] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.709635] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.710070] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbf2f105-1986-4b8b-93c9-46b7ac05f2fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.747978] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.748495] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.748787] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Deleting the datastore file [datastore2] ff1fb4b8-8707-4053-a288-af4aaf7e9ebc {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.749172] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bea88e9-cf43-4852-ba19-f7c914db9e70 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.760204] env[69155]: DEBUG oslo_vmware.api [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for the task: (returnval){ [ 681.760204] env[69155]: value = "task-3599168" [ 681.760204] env[69155]: _type = "Task" [ 681.760204] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.772691] env[69155]: DEBUG oslo_vmware.api [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.811511] env[69155]: DEBUG nova.scheduler.client.report [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.932520] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.965242] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.189406] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "fb4296b3-38c0-4e9f-984b-1409a072aba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.664s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.280871] env[69155]: DEBUG oslo_vmware.api [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Task: {'id': task-3599168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225035} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.282136] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.282351] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.282521] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.282750] env[69155]: INFO nova.compute.manager [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 682.282972] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.283205] env[69155]: DEBUG nova.compute.manager [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.283320] env[69155]: DEBUG nova.network.neutron [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.296219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "546ab638-f582-4a0e-89e6-c15b1e8ef888" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.296219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "546ab638-f582-4a0e-89e6-c15b1e8ef888" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.317823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.318402] env[69155]: DEBUG nova.compute.manager [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.322991] env[69155]: DEBUG nova.network.neutron [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.324498] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.217s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.326117] env[69155]: INFO nova.compute.claims [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.472262] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599166, 'name': ReconfigVM_Task, 'duration_secs': 0.541796} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.472672] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 682.474097] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fa298e-9fd0-458e-8198-3946b7f148d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.514044] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 633e9d92-9015-4cc8-ba92-6750376d0198/633e9d92-9015-4cc8-ba92-6750376d0198.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.514956] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a9d171-326d-46bc-a925-e1ddd14a78b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.547097] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 682.547097] env[69155]: value = "task-3599169" [ 682.547097] env[69155]: _type = "Task" [ 682.547097] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.560974] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.695671] env[69155]: DEBUG nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.772555] env[69155]: DEBUG nova.network.neutron [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Successfully updated port: f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.774254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "50aeb81d-ca5a-433c-8158-5f611f3101ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.774479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "50aeb81d-ca5a-433c-8158-5f611f3101ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.830461] env[69155]: DEBUG nova.network.neutron [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.832664] env[69155]: DEBUG nova.compute.utils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.837817] env[69155]: DEBUG nova.compute.manager [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 682.984086] env[69155]: DEBUG nova.compute.manager [req-d6413756-1b04-4f33-87d4-f029e6076a15 req-9af64a0e-ce5d-49e7-ac11-0ca58be6cbd4 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received event network-vif-plugged-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.984305] env[69155]: DEBUG oslo_concurrency.lockutils [req-d6413756-1b04-4f33-87d4-f029e6076a15 req-9af64a0e-ce5d-49e7-ac11-0ca58be6cbd4 service nova] Acquiring lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.984518] env[69155]: DEBUG oslo_concurrency.lockutils [req-d6413756-1b04-4f33-87d4-f029e6076a15 req-9af64a0e-ce5d-49e7-ac11-0ca58be6cbd4 service nova] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.984870] env[69155]: DEBUG oslo_concurrency.lockutils [req-d6413756-1b04-4f33-87d4-f029e6076a15 req-9af64a0e-ce5d-49e7-ac11-0ca58be6cbd4 service nova] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.985117] env[69155]: DEBUG nova.compute.manager [req-d6413756-1b04-4f33-87d4-f029e6076a15 req-9af64a0e-ce5d-49e7-ac11-0ca58be6cbd4 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] No waiting events found dispatching network-vif-plugged-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.985302] env[69155]: WARNING nova.compute.manager [req-d6413756-1b04-4f33-87d4-f029e6076a15 req-9af64a0e-ce5d-49e7-ac11-0ca58be6cbd4 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received unexpected event network-vif-plugged-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b for instance with vm_state building and task_state spawning. [ 683.060477] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.226649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.280354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.280354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.280354] env[69155]: DEBUG nova.network.neutron [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.337564] env[69155]: INFO nova.compute.manager [-] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Took 1.05 seconds to deallocate network for instance. [ 683.338283] env[69155]: DEBUG nova.compute.manager [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.375609] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquiring lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.375609] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.376032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquiring lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.376395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.376791] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.380147] env[69155]: INFO nova.compute.manager [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Terminating instance [ 683.560860] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599169, 'name': ReconfigVM_Task, 'duration_secs': 0.736291} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.560860] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 633e9d92-9015-4cc8-ba92-6750376d0198/633e9d92-9015-4cc8-ba92-6750376d0198.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.561113] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance '633e9d92-9015-4cc8-ba92-6750376d0198' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 683.813166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquiring lock "fb4296b3-38c0-4e9f-984b-1409a072aba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.813166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "fb4296b3-38c0-4e9f-984b-1409a072aba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.813166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquiring lock "fb4296b3-38c0-4e9f-984b-1409a072aba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.813166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "fb4296b3-38c0-4e9f-984b-1409a072aba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.813357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "fb4296b3-38c0-4e9f-984b-1409a072aba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.816130] env[69155]: INFO nova.compute.manager [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Terminating instance [ 683.837058] env[69155]: DEBUG nova.network.neutron [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.860300] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.892831] env[69155]: DEBUG nova.compute.manager [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.893347] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.894666] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71cf60-6255-48ca-b732-b007ee8706e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.904907] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.907695] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c1c6e82-1418-416d-b881-38e77ca051d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.918493] env[69155]: DEBUG oslo_vmware.api [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 683.918493] env[69155]: value = "task-3599170" [ 683.918493] env[69155]: _type = "Task" [ 683.918493] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.932494] env[69155]: DEBUG oslo_vmware.api [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.956024] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb34c5d-91df-47f4-81e7-3095ecb4a8c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.963554] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd79d62a-1707-45f3-8074-9d6dec9475d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.998074] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce2f6f-f681-47bd-8da7-06bb94b25660 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.008921] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613a7ec-b077-48fd-8179-c214b0cee95c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.025236] env[69155]: DEBUG nova.compute.provider_tree [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.047117] env[69155]: DEBUG nova.network.neutron [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [{"id": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "address": "fa:16:3e:db:6d:2f", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ead75b-9e", "ovs_interfaceid": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.068104] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa60133-f525-4b9a-b222-67301b2366b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.088641] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7763f68-ebb9-4ebb-a02f-05052fca0ed0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.108691] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance '633e9d92-9015-4cc8-ba92-6750376d0198' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 684.325652] env[69155]: DEBUG nova.compute.manager [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.325652] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.326628] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef466c-feae-4c0c-a693-f993c02ef659 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.341417] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.341417] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbe2910-2277-4b6a-98ee-8116b82ecb4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.351487] env[69155]: DEBUG oslo_vmware.api [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 684.351487] env[69155]: value = "task-3599171" [ 684.351487] env[69155]: _type = "Task" [ 684.351487] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.365202] env[69155]: DEBUG nova.compute.manager [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.368362] env[69155]: DEBUG oslo_vmware.api [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.398635] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.398761] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.398856] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.399000] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.399185] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.399343] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.399553] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.399718] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.399889] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.400379] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.400379] env[69155]: DEBUG nova.virt.hardware [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.401135] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded2bb76-ac42-4461-9027-138adbd36a99 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.410371] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30171c6a-2ca6-466e-b524-ad92870370f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.426376] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.432837] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Creating folder: Project (1f66434d19ef438893a9aa709ef224ad). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.436232] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e29c668c-67cb-459c-b64e-5c8c35d2c0d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.443661] env[69155]: DEBUG oslo_vmware.api [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599170, 'name': PowerOffVM_Task, 'duration_secs': 0.366398} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.443927] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.444192] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.444539] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-950c2484-702a-43c5-b61f-272699577d4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.449301] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Created folder: Project (1f66434d19ef438893a9aa709ef224ad) in parent group-v718010. [ 684.449507] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Creating folder: Instances. Parent ref: group-v718078. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.449750] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fee5808-26d3-4bcf-acee-92baacff877a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.470945] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Created folder: Instances in parent group-v718078. [ 684.471351] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.471573] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.472405] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b941c47c-dfd4-4264-8fc4-ee927efa9eb4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.494814] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.494814] env[69155]: value = "task-3599175" [ 684.494814] env[69155]: _type = "Task" [ 684.494814] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.504872] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599175, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.524023] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.524374] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.524661] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Deleting the datastore file [datastore1] 61cdbd6e-75d2-45af-b4b3-cba900b17dc1 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.525014] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b995502-68b4-461f-a56d-46d6175ac8ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.527679] env[69155]: DEBUG nova.scheduler.client.report [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.540792] env[69155]: DEBUG oslo_vmware.api [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for the task: (returnval){ [ 684.540792] env[69155]: value = "task-3599176" [ 684.540792] env[69155]: _type = "Task" [ 684.540792] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.553721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.553870] env[69155]: DEBUG nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Instance network_info: |[{"id": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "address": "fa:16:3e:db:6d:2f", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ead75b-9e", "ovs_interfaceid": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.554311] env[69155]: DEBUG oslo_vmware.api [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.555618] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:6d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.567975] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Creating folder: Project (061a3dff244c449e82087ef878db8185). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.568738] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4feddf0a-1eb7-4ef7-b278-6697afa97cd5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.586251] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Created folder: Project (061a3dff244c449e82087ef878db8185) in parent group-v718010. [ 684.586536] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Creating folder: Instances. Parent ref: group-v718081. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.586801] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4522b684-de32-4100-a8e2-56d833807976 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.602056] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Created folder: Instances in parent group-v718081. [ 684.602791] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.603427] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.603427] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aab31bd-96dc-4f6b-be3e-d3fe8bfc56fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.631390] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.631390] env[69155]: value = "task-3599179" [ 684.631390] env[69155]: _type = "Task" [ 684.631390] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.640675] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599179, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.695034] env[69155]: DEBUG nova.network.neutron [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Port 045b50db-3d52-44c2-a14e-950b732b6216 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 684.862736] env[69155]: DEBUG oslo_vmware.api [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599171, 'name': PowerOffVM_Task, 'duration_secs': 0.188577} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.863451] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.863451] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.863594] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49440819-9d76-40ac-b596-65c77b80908a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.933093] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.933093] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.933302] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Deleting the datastore file [datastore2] fb4296b3-38c0-4e9f-984b-1409a072aba5 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.933566] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5581b384-b19c-4ed8-a439-7234cf27238f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.942608] env[69155]: DEBUG oslo_vmware.api [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for the task: (returnval){ [ 684.942608] env[69155]: value = "task-3599181" [ 684.942608] env[69155]: _type = "Task" [ 684.942608] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.951554] env[69155]: DEBUG oslo_vmware.api [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.005894] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599175, 'name': CreateVM_Task, 'duration_secs': 0.378166} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.006207] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.006669] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.006831] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.007185] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.007547] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972407bb-e4ee-447c-9ea8-c17b7b8f1845 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.014060] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 685.014060] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525db17b-30fa-ea39-6b7e-9cebe7a88558" [ 685.014060] env[69155]: _type = "Task" [ 685.014060] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.016472] env[69155]: DEBUG nova.compute.manager [req-15b8ec4b-a703-4118-a4b0-8864fa355cef req-73e97684-381d-47ed-b3de-9334066b3676 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received event network-changed-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.016682] env[69155]: DEBUG nova.compute.manager [req-15b8ec4b-a703-4118-a4b0-8864fa355cef req-73e97684-381d-47ed-b3de-9334066b3676 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Refreshing instance network info cache due to event network-changed-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.016895] env[69155]: DEBUG oslo_concurrency.lockutils [req-15b8ec4b-a703-4118-a4b0-8864fa355cef req-73e97684-381d-47ed-b3de-9334066b3676 service nova] Acquiring lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.017053] env[69155]: DEBUG oslo_concurrency.lockutils [req-15b8ec4b-a703-4118-a4b0-8864fa355cef req-73e97684-381d-47ed-b3de-9334066b3676 service nova] Acquired lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.017221] env[69155]: DEBUG nova.network.neutron [req-15b8ec4b-a703-4118-a4b0-8864fa355cef req-73e97684-381d-47ed-b3de-9334066b3676 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Refreshing network info cache for port f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.028819] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525db17b-30fa-ea39-6b7e-9cebe7a88558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.034996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.035611] env[69155]: DEBUG nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.038141] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.328s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.038736] env[69155]: DEBUG nova.objects.instance [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 685.050614] env[69155]: DEBUG oslo_vmware.api [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Task: {'id': task-3599176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24715} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.050936] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.051082] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.051257] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.051558] env[69155]: INFO nova.compute.manager [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 685.051862] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.052144] env[69155]: DEBUG nova.compute.manager [-] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.052240] env[69155]: DEBUG nova.network.neutron [-] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.143900] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599179, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.460745] env[69155]: DEBUG oslo_vmware.api [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Task: {'id': task-3599181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27571} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.460745] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.460745] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.460745] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.460745] env[69155]: INFO nova.compute.manager [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 685.461388] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.461388] env[69155]: DEBUG nova.compute.manager [-] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.461388] env[69155]: DEBUG nova.network.neutron [-] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.531135] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525db17b-30fa-ea39-6b7e-9cebe7a88558, 'name': SearchDatastore_Task, 'duration_secs': 0.015912} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.535093] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.535357] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.535668] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.535722] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.535896] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.536538] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-772de032-ec08-469b-a920-2a02adf8e200 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.542694] env[69155]: DEBUG nova.compute.utils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.554401] env[69155]: DEBUG nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.554665] env[69155]: DEBUG nova.network.neutron [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.556551] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.556767] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.559019] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6bf94b-266d-4390-921c-81edb1cf8b62 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.567512] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 685.567512] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5216fcb3-f3d5-21e1-9228-4bdc1a1bcaeb" [ 685.567512] env[69155]: _type = "Task" [ 685.567512] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.577249] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5216fcb3-f3d5-21e1-9228-4bdc1a1bcaeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.643875] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599179, 'name': CreateVM_Task, 'duration_secs': 0.560258} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.644059] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.644756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.644925] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.645360] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.645709] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844b2730-4758-497a-904e-2d597bd22842 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.651787] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 685.651787] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd9209-1a71-ec1c-5cd3-f4f5da25ebe9" [ 685.651787] env[69155]: _type = "Task" [ 685.651787] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.662627] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd9209-1a71-ec1c-5cd3-f4f5da25ebe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.679698] env[69155]: DEBUG nova.policy [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e610f048bda40de9a3f10cd66e78f36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11d410af613d47d7a2234aae192e00bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.725508] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.726845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.727169] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.886214] env[69155]: DEBUG nova.network.neutron [-] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.051608] env[69155]: DEBUG nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.059930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e73835a6-4542-432c-b2c9-2f14eef2bdbb tempest-ServersAdmin275Test-479880167 tempest-ServersAdmin275Test-479880167-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.061325] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.085s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.061552] env[69155]: DEBUG nova.objects.instance [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lazy-loading 'resources' on Instance uuid dc5374ab-e345-498c-94e7-47461fa9f47f {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.083515] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5216fcb3-f3d5-21e1-9228-4bdc1a1bcaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.084366] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a1d95f-48cf-4d3e-9b40-668b255dfe0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.090563] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 686.090563] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5271f05b-da9e-7beb-7fc4-88e6bd5c0102" [ 686.090563] env[69155]: _type = "Task" [ 686.090563] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.101106] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5271f05b-da9e-7beb-7fc4-88e6bd5c0102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.164313] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd9209-1a71-ec1c-5cd3-f4f5da25ebe9, 'name': SearchDatastore_Task, 'duration_secs': 0.022595} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.164987] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.165434] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.165910] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.247651] env[69155]: DEBUG nova.network.neutron [req-15b8ec4b-a703-4118-a4b0-8864fa355cef req-73e97684-381d-47ed-b3de-9334066b3676 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updated VIF entry in instance network info cache for port f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.247651] env[69155]: DEBUG nova.network.neutron [req-15b8ec4b-a703-4118-a4b0-8864fa355cef req-73e97684-381d-47ed-b3de-9334066b3676 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [{"id": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "address": "fa:16:3e:db:6d:2f", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ead75b-9e", "ovs_interfaceid": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.389645] env[69155]: INFO nova.compute.manager [-] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Took 1.34 seconds to deallocate network for instance. [ 686.539777] env[69155]: DEBUG nova.network.neutron [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Successfully created port: 609ba79e-42b8-44fd-b187-194db8504432 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.613593] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5271f05b-da9e-7beb-7fc4-88e6bd5c0102, 'name': SearchDatastore_Task, 'duration_secs': 0.013442} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.617064] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.617508] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ce5a92f9-4917-4d72-b527-35b97bad5933/ce5a92f9-4917-4d72-b527-35b97bad5933.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.618400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.619111] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.619440] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee8c98d4-9257-4d1b-9024-b8c4c6943dbf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.623267] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44e05e56-021a-4be3-92e3-069b79255d00 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.634350] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.635379] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.643185] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7384929-e7b5-4b5b-948a-2a92defdde6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.647053] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 686.647053] env[69155]: value = "task-3599182" [ 686.647053] env[69155]: _type = "Task" [ 686.647053] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.654183] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 686.654183] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5246a507-e574-5892-0ffa-12e5836d30ad" [ 686.654183] env[69155]: _type = "Task" [ 686.654183] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.663812] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.671935] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5246a507-e574-5892-0ffa-12e5836d30ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016999} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.672727] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2edd9ef8-918c-42e4-bf5b-8c73d4bc5f42 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.679513] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 686.679513] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528f0bc0-bb46-e010-841e-7fb16772e442" [ 686.679513] env[69155]: _type = "Task" [ 686.679513] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.690497] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528f0bc0-bb46-e010-841e-7fb16772e442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.748044] env[69155]: DEBUG nova.network.neutron [-] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.752424] env[69155]: DEBUG oslo_concurrency.lockutils [req-15b8ec4b-a703-4118-a4b0-8864fa355cef req-73e97684-381d-47ed-b3de-9334066b3676 service nova] Releasing lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.815644] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.815759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.815980] env[69155]: DEBUG nova.network.neutron [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.897439] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.065620] env[69155]: DEBUG nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.111840] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.111840] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.112329] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.112589] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.112710] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.115700] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.115700] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.115700] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.115700] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.115700] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.116223] env[69155]: DEBUG nova.virt.hardware [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.116223] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b822c1e5-6667-4ff2-8394-fb454fd63c7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.127181] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154b6ffb-db29-48a7-ac2b-b33ec8ad212e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.167528] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599182, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.196350] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528f0bc0-bb46-e010-841e-7fb16772e442, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.196710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.196839] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 88c6c82f-fbfd-4407-84db-3ff4b0889e9d/88c6c82f-fbfd-4407-84db-3ff4b0889e9d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.197125] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d3e4282-33bc-4358-a45d-edce88d63a27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.210624] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 687.210624] env[69155]: value = "task-3599183" [ 687.210624] env[69155]: _type = "Task" [ 687.210624] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.213485] env[69155]: DEBUG nova.compute.manager [req-d7673419-17e9-4c11-aad2-f4a4ca5252c8 req-a4cee4b3-4cca-47af-8c3e-3815527ed5c8 service nova] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Received event network-vif-deleted-8d4fbbc1-c377-46fa-9f55-4f45117ce138 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.213485] env[69155]: DEBUG nova.compute.manager [req-d7673419-17e9-4c11-aad2-f4a4ca5252c8 req-a4cee4b3-4cca-47af-8c3e-3815527ed5c8 service nova] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Received event network-vif-deleted-d01facca-e9f0-4a3a-ad8d-8bb11c22527a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.225174] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.251821] env[69155]: INFO nova.compute.manager [-] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Took 1.79 seconds to deallocate network for instance. [ 687.304187] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb90cb-32eb-47b5-a985-fa01a886acc5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.319583] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca116608-cc68-41e4-aa29-28b540eb5916 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.360653] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c237562a-bd14-421f-be5a-e8d4bd14ae02 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.374215] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ea9ff8-e304-4b5c-9e71-980bbf410587 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.397930] env[69155]: DEBUG nova.compute.provider_tree [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.672276] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574365} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.672276] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ce5a92f9-4917-4d72-b527-35b97bad5933/ce5a92f9-4917-4d72-b527-35b97bad5933.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.672624] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.672865] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14b57248-406c-4ab4-afec-9afa125f5ed9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.686267] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 687.686267] env[69155]: value = "task-3599184" [ 687.686267] env[69155]: _type = "Task" [ 687.686267] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.687331] env[69155]: DEBUG nova.network.neutron [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance_info_cache with network_info: [{"id": "045b50db-3d52-44c2-a14e-950b732b6216", "address": "fa:16:3e:d8:d4:c3", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045b50db-3d", "ovs_interfaceid": "045b50db-3d52-44c2-a14e-950b732b6216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.700447] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.723502] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461221} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.723768] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 88c6c82f-fbfd-4407-84db-3ff4b0889e9d/88c6c82f-fbfd-4407-84db-3ff4b0889e9d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.723979] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.724245] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-968bc8d7-31d9-4ff5-900c-be376a932b38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.732304] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 687.732304] env[69155]: value = "task-3599185" [ 687.732304] env[69155]: _type = "Task" [ 687.732304] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.741479] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.762463] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.907781] env[69155]: DEBUG nova.scheduler.client.report [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.196411] env[69155]: DEBUG oslo_concurrency.lockutils [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.211479] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24769} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.211479] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.211479] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf03516-3f8d-48c3-80b4-31fe6d4c8de0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.232613] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ce5a92f9-4917-4d72-b527-35b97bad5933/ce5a92f9-4917-4d72-b527-35b97bad5933.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.233042] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4979c4df-f7b2-4a98-b35c-fb20b8d97bed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.261750] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076338} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.263242] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.263617] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 688.263617] env[69155]: value = "task-3599186" [ 688.263617] env[69155]: _type = "Task" [ 688.263617] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.264330] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9447e63c-b3bc-4c70-af1e-126581f19ec4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.292702] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 88c6c82f-fbfd-4407-84db-3ff4b0889e9d/88c6c82f-fbfd-4407-84db-3ff4b0889e9d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.296047] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e59bec3-35e9-4bc9-afd1-6bd914489842 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.310731] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.318826] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 688.318826] env[69155]: value = "task-3599187" [ 688.318826] env[69155]: _type = "Task" [ 688.318826] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.328250] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.397151] env[69155]: DEBUG nova.network.neutron [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Successfully updated port: 609ba79e-42b8-44fd-b187-194db8504432 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.417858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.420772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.849s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.421241] env[69155]: DEBUG nova.objects.instance [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lazy-loading 'resources' on Instance uuid a30ce7e7-7d02-445a-bae4-4db714cfbc96 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.448401] env[69155]: INFO nova.scheduler.client.report [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted allocations for instance dc5374ab-e345-498c-94e7-47461fa9f47f [ 688.721282] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df84e343-58b0-48de-b50c-f04283505999 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.747184] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c1bcc-6579-485f-a638-30f3c95836bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.756108] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance '633e9d92-9015-4cc8-ba92-6750376d0198' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.777849] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599186, 'name': ReconfigVM_Task, 'duration_secs': 0.307077} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.778253] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ce5a92f9-4917-4d72-b527-35b97bad5933/ce5a92f9-4917-4d72-b527-35b97bad5933.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.778933] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcab8ff9-6979-4885-80ae-cb0c5ef38b7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.786999] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 688.786999] env[69155]: value = "task-3599188" [ 688.786999] env[69155]: _type = "Task" [ 688.786999] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.797294] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599188, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.829798] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599187, 'name': ReconfigVM_Task, 'duration_secs': 0.294198} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.830835] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 88c6c82f-fbfd-4407-84db-3ff4b0889e9d/88c6c82f-fbfd-4407-84db-3ff4b0889e9d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.830835] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-175be42d-d648-45bd-bdfc-18d52a1fa57f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.842511] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 688.842511] env[69155]: value = "task-3599189" [ 688.842511] env[69155]: _type = "Task" [ 688.842511] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.851780] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599189, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.900227] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquiring lock "refresh_cache-42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.900369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquired lock "refresh_cache-42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.900536] env[69155]: DEBUG nova.network.neutron [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.961330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "dc5374ab-e345-498c-94e7-47461fa9f47f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.481s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.262848] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.263205] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bed4a63-41c8-4c35-a5bc-3ced67717818 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.272908] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 689.272908] env[69155]: value = "task-3599190" [ 689.272908] env[69155]: _type = "Task" [ 689.272908] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.285435] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.300309] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599188, 'name': Rename_Task, 'duration_secs': 0.462641} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.300591] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.300844] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bea3e8e8-19fe-42e4-a2a2-89f2b0fd0255 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.311349] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 689.311349] env[69155]: value = "task-3599191" [ 689.311349] env[69155]: _type = "Task" [ 689.311349] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.323354] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.356577] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599189, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.404432] env[69155]: DEBUG nova.compute.manager [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Received event network-vif-plugged-609ba79e-42b8-44fd-b187-194db8504432 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.408022] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] Acquiring lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.408022] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] Lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.408022] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] Lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.408022] env[69155]: DEBUG nova.compute.manager [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] No waiting events found dispatching network-vif-plugged-609ba79e-42b8-44fd-b187-194db8504432 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.408022] env[69155]: WARNING nova.compute.manager [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Received unexpected event network-vif-plugged-609ba79e-42b8-44fd-b187-194db8504432 for instance with vm_state building and task_state spawning. [ 689.408246] env[69155]: DEBUG nova.compute.manager [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Received event network-changed-609ba79e-42b8-44fd-b187-194db8504432 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.408246] env[69155]: DEBUG nova.compute.manager [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Refreshing instance network info cache due to event network-changed-609ba79e-42b8-44fd-b187-194db8504432. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.408246] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] Acquiring lock "refresh_cache-42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.441846] env[69155]: DEBUG nova.network.neutron [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.530568] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0765ee76-3bca-4491-bdc6-f340f7916223 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.539276] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1903b31-737b-40a7-abbb-9980da9be5f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.578072] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6b276a-443e-41c2-955d-faf1ae5827fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.587847] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c5247-9175-4506-aa22-74bee1bbd34d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.605132] env[69155]: DEBUG nova.compute.provider_tree [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.662259] env[69155]: DEBUG nova.network.neutron [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Updating instance_info_cache with network_info: [{"id": "609ba79e-42b8-44fd-b187-194db8504432", "address": "fa:16:3e:b8:05:fc", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609ba79e-42", "ovs_interfaceid": "609ba79e-42b8-44fd-b187-194db8504432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.783591] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.822423] env[69155]: DEBUG oslo_vmware.api [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599191, 'name': PowerOnVM_Task, 'duration_secs': 0.483469} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.822737] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.822945] env[69155]: INFO nova.compute.manager [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Took 5.46 seconds to spawn the instance on the hypervisor. [ 689.823171] env[69155]: DEBUG nova.compute.manager [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.823969] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75290ee2-38d6-429d-98fd-98b0eb43c640 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.855153] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599189, 'name': Rename_Task, 'duration_secs': 0.868636} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.855153] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.855153] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f916dd57-b4d8-4a31-8a59-b755a28cb85c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.862105] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 689.862105] env[69155]: value = "task-3599192" [ 689.862105] env[69155]: _type = "Task" [ 689.862105] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.873937] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.113042] env[69155]: DEBUG nova.scheduler.client.report [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.165745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Releasing lock "refresh_cache-42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.166164] env[69155]: DEBUG nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Instance network_info: |[{"id": "609ba79e-42b8-44fd-b187-194db8504432", "address": "fa:16:3e:b8:05:fc", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609ba79e-42", "ovs_interfaceid": "609ba79e-42b8-44fd-b187-194db8504432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.166359] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] Acquired lock "refresh_cache-42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.166625] env[69155]: DEBUG nova.network.neutron [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Refreshing network info cache for port 609ba79e-42b8-44fd-b187-194db8504432 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.168369] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:05:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '609ba79e-42b8-44fd-b187-194db8504432', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.176809] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Creating folder: Project (11d410af613d47d7a2234aae192e00bc). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.177372] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eb2908c-8a24-420a-9da7-6ada0fbfb6d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.195656] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Created folder: Project (11d410af613d47d7a2234aae192e00bc) in parent group-v718010. [ 690.195975] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Creating folder: Instances. Parent ref: group-v718084. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.196348] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-894d88e3-394f-4497-94e4-86ca8f800565 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.208248] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Created folder: Instances in parent group-v718084. [ 690.208498] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.208714] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.208903] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cbd0fff-9c73-403c-a684-bedc95fe8319 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.232811] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.232811] env[69155]: value = "task-3599195" [ 690.232811] env[69155]: _type = "Task" [ 690.232811] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.241842] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599195, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.282697] env[69155]: DEBUG oslo_vmware.api [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599190, 'name': PowerOnVM_Task, 'duration_secs': 0.699267} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.282990] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.283182] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-542de2e2-c22b-47e9-b31a-9fdc439cd498 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance '633e9d92-9015-4cc8-ba92-6750376d0198' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.313061] env[69155]: DEBUG nova.compute.manager [None req-81318d66-6297-41be-9087-cae9b781cc8f tempest-ServerDiagnosticsV248Test-2117275391 tempest-ServerDiagnosticsV248Test-2117275391-project-admin] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.314386] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09273776-ec5f-43ff-b27c-d91f5594f9f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.321973] env[69155]: INFO nova.compute.manager [None req-81318d66-6297-41be-9087-cae9b781cc8f tempest-ServerDiagnosticsV248Test-2117275391 tempest-ServerDiagnosticsV248Test-2117275391-project-admin] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Retrieving diagnostics [ 690.322750] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c279a86-6640-4102-90b8-d76ebdb4cff8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.364026] env[69155]: INFO nova.compute.manager [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Took 33.40 seconds to build instance. [ 690.377587] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.619631] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.622354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.150s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.624134] env[69155]: INFO nova.compute.claims [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.645825] env[69155]: INFO nova.scheduler.client.report [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Deleted allocations for instance a30ce7e7-7d02-445a-bae4-4db714cfbc96 [ 690.743681] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599195, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.870812] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b156c2f-ca1b-4221-93bd-cab8ef605873 tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "ce5a92f9-4917-4d72-b527-35b97bad5933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.605s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.876342] env[69155]: DEBUG oslo_vmware.api [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599192, 'name': PowerOnVM_Task, 'duration_secs': 0.683074} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.876514] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.876746] env[69155]: INFO nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Took 9.32 seconds to spawn the instance on the hypervisor. [ 690.876930] env[69155]: DEBUG nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.878460] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c86e727-b04b-4a9d-8234-38af442263f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.950842] env[69155]: DEBUG nova.network.neutron [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Updated VIF entry in instance network info cache for port 609ba79e-42b8-44fd-b187-194db8504432. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.951240] env[69155]: DEBUG nova.network.neutron [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Updating instance_info_cache with network_info: [{"id": "609ba79e-42b8-44fd-b187-194db8504432", "address": "fa:16:3e:b8:05:fc", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609ba79e-42", "ovs_interfaceid": "609ba79e-42b8-44fd-b187-194db8504432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.156324] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d6c2a172-a31d-4327-a5da-c592dc2c3467 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Lock "a30ce7e7-7d02-445a-bae4-4db714cfbc96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.956s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.244977] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599195, 'name': CreateVM_Task, 'duration_secs': 0.653784} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.245250] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.245974] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.246163] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.246479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246738] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7594e4a-a26a-4792-8660-0269fc085779 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.251987] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 691.251987] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52aedc66-175a-5dc9-4fd6-bd270bd4eac4" [ 691.251987] env[69155]: _type = "Task" [ 691.251987] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.260637] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52aedc66-175a-5dc9-4fd6-bd270bd4eac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.379017] env[69155]: DEBUG nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.398266] env[69155]: INFO nova.compute.manager [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Took 34.56 seconds to build instance. [ 691.454838] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee81cbb8-e4a9-4dcc-995e-76904991327b req-60ff6fc7-7969-4577-8e90-ab0ac5c87983 service nova] Releasing lock "refresh_cache-42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.767686] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52aedc66-175a-5dc9-4fd6-bd270bd4eac4, 'name': SearchDatastore_Task, 'duration_secs': 0.025381} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.767988] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.768995] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.769272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.769428] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.769617] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.769889] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f832c0f1-f0b6-4f25-bef5-3a63f21db091 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.780261] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.780453] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.781196] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca2eaa1-cee1-44d1-afdb-e97890309132 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.789953] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 691.789953] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52440cd7-beff-7fc1-fd02-dee17de498bb" [ 691.789953] env[69155]: _type = "Task" [ 691.789953] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.814694] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52440cd7-beff-7fc1-fd02-dee17de498bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.815586] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86265892-7db9-476d-bef7-a38baaa64cf7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.825324] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 691.825324] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a5847-5f58-1856-146b-2363aa87d2be" [ 691.825324] env[69155]: _type = "Task" [ 691.825324] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.840642] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a5847-5f58-1856-146b-2363aa87d2be, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.840910] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.841161] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98/42e44f7f-7eb3-4666-b9d5-8c20c77cbc98.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.843842] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3f24ceb-3dd8-40a1-8d53-1f57b4e9865a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.855246] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 691.855246] env[69155]: value = "task-3599196" [ 691.855246] env[69155]: _type = "Task" [ 691.855246] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.868521] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.898572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.902228] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df209917-6513-4bf6-a4a2-1407795722aa tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.512s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.241466] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c03201-3adc-4136-a1b0-f238a4b3ddf7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.250948] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e54980-4d35-4f89-85ad-a79c2aa12659 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.286339] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdb764c-687a-45ee-9a48-dee9f3b3172d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.300264] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6937cf75-51b1-4395-a1c1-455053002939 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.318252] env[69155]: DEBUG nova.compute.provider_tree [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.367867] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469379} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.368224] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98/42e44f7f-7eb3-4666-b9d5-8c20c77cbc98.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.368490] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.368788] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58e39624-ba9f-441b-9269-3f3d457e1f46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.379513] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 692.379513] env[69155]: value = "task-3599197" [ 692.379513] env[69155]: _type = "Task" [ 692.379513] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.388555] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.405262] env[69155]: DEBUG nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.760142] env[69155]: DEBUG nova.compute.manager [req-b37ca97e-c5af-4fb3-905d-0bb872d8964c req-993596b9-2a5d-4133-86d4-484e62769e3f service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received event network-changed-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.760142] env[69155]: DEBUG nova.compute.manager [req-b37ca97e-c5af-4fb3-905d-0bb872d8964c req-993596b9-2a5d-4133-86d4-484e62769e3f service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Refreshing instance network info cache due to event network-changed-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.760142] env[69155]: DEBUG oslo_concurrency.lockutils [req-b37ca97e-c5af-4fb3-905d-0bb872d8964c req-993596b9-2a5d-4133-86d4-484e62769e3f service nova] Acquiring lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.760142] env[69155]: DEBUG oslo_concurrency.lockutils [req-b37ca97e-c5af-4fb3-905d-0bb872d8964c req-993596b9-2a5d-4133-86d4-484e62769e3f service nova] Acquired lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.760142] env[69155]: DEBUG nova.network.neutron [req-b37ca97e-c5af-4fb3-905d-0bb872d8964c req-993596b9-2a5d-4133-86d4-484e62769e3f service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Refreshing network info cache for port f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.823165] env[69155]: DEBUG nova.scheduler.client.report [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.889739] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104316} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.889875] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.890666] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2273d409-aa60-4818-a9d5-950d65bc67fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.913570] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98/42e44f7f-7eb3-4666-b9d5-8c20c77cbc98.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.916410] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5400312-fb93-48bb-8bd4-88378d30aea0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.942350] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 692.942350] env[69155]: value = "task-3599198" [ 692.942350] env[69155]: _type = "Task" [ 692.942350] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.950937] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.951606] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.331647] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.332236] env[69155]: DEBUG nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.335287] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.556s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.335535] env[69155]: DEBUG nova.objects.instance [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lazy-loading 'resources' on Instance uuid 79980895-3dc5-4c6e-9aaa-2b851e7d18fe {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.452402] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.578971] env[69155]: DEBUG nova.network.neutron [req-b37ca97e-c5af-4fb3-905d-0bb872d8964c req-993596b9-2a5d-4133-86d4-484e62769e3f service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updated VIF entry in instance network info cache for port f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.579377] env[69155]: DEBUG nova.network.neutron [req-b37ca97e-c5af-4fb3-905d-0bb872d8964c req-993596b9-2a5d-4133-86d4-484e62769e3f service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [{"id": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "address": "fa:16:3e:db:6d:2f", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ead75b-9e", "ovs_interfaceid": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.607616] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "633e9d92-9015-4cc8-ba92-6750376d0198" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.607813] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.608009] env[69155]: DEBUG nova.compute.manager [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Going to confirm migration 1 {{(pid=69155) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 693.838845] env[69155]: DEBUG nova.compute.utils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.843492] env[69155]: DEBUG nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.843675] env[69155]: DEBUG nova.network.neutron [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.904641] env[69155]: DEBUG nova.policy [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f852d4186574ce59e6357d7f0b9f979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23bd06c2f2e14860941170400e7a05c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.958531] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599198, 'name': ReconfigVM_Task, 'duration_secs': 0.617416} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.958531] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98/42e44f7f-7eb3-4666-b9d5-8c20c77cbc98.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.959146] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e69d0b66-5cb9-4c4c-9ece-b534914ae255 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.971675] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 693.971675] env[69155]: value = "task-3599199" [ 693.971675] env[69155]: _type = "Task" [ 693.971675] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.992602] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599199, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.083519] env[69155]: DEBUG oslo_concurrency.lockutils [req-b37ca97e-c5af-4fb3-905d-0bb872d8964c req-993596b9-2a5d-4133-86d4-484e62769e3f service nova] Releasing lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.207667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.207921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.208118] env[69155]: DEBUG nova.network.neutron [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.208306] env[69155]: DEBUG nova.objects.instance [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lazy-loading 'info_cache' on Instance uuid 633e9d92-9015-4cc8-ba92-6750376d0198 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.345521] env[69155]: DEBUG nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.415434] env[69155]: DEBUG nova.network.neutron [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Successfully created port: 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.457682] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0119f1-7f12-4418-b8b4-457d8bf40c50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.469537] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc356d2-8a86-40f7-952a-5b3c0f30bbee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.482798] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599199, 'name': Rename_Task, 'duration_secs': 0.293597} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.506709] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.507187] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ea7232-f9f7-4538-8465-5bf3f06f5b8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.509265] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd36314-86d7-4d2c-be71-f6436693d597 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.520504] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcecb732-f8cc-4b49-9be8-3a7e6dd79ef2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.524274] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 694.524274] env[69155]: value = "task-3599200" [ 694.524274] env[69155]: _type = "Task" [ 694.524274] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.537234] env[69155]: DEBUG nova.compute.provider_tree [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.541511] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.040532] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.047535] env[69155]: DEBUG nova.scheduler.client.report [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.356619] env[69155]: DEBUG nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.384066] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.384327] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.384487] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.384670] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.384815] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.384961] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.385999] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.386200] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.386469] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.386695] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.386903] env[69155]: DEBUG nova.virt.hardware [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.387877] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2a4d69-170c-4eef-be40-1390c5dfbfe9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.402628] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dc5993-4c7c-41f1-8077-4f02cfd7739f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.540222] env[69155]: DEBUG oslo_vmware.api [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599200, 'name': PowerOnVM_Task, 'duration_secs': 0.937973} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.543016] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.543016] env[69155]: INFO nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Took 8.48 seconds to spawn the instance on the hypervisor. [ 695.543016] env[69155]: DEBUG nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.543016] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bde681-e1f6-4522-b6c9-2d5bb261bf0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.552921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.555042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.985s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.558845] env[69155]: INFO nova.compute.claims [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.583819] env[69155]: INFO nova.scheduler.client.report [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Deleted allocations for instance 79980895-3dc5-4c6e-9aaa-2b851e7d18fe [ 695.686793] env[69155]: DEBUG nova.network.neutron [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance_info_cache with network_info: [{"id": "045b50db-3d52-44c2-a14e-950b732b6216", "address": "fa:16:3e:d8:d4:c3", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045b50db-3d", "ovs_interfaceid": "045b50db-3d52-44c2-a14e-950b732b6216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.066085] env[69155]: INFO nova.compute.manager [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Took 35.98 seconds to build instance. [ 696.097240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-106db5e3-68f8-45e6-97b6-83a38455ebe5 tempest-ServersAdmin275Test-405700548 tempest-ServersAdmin275Test-405700548-project-member] Lock "79980895-3dc5-4c6e-9aaa-2b851e7d18fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.769s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.190899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-633e9d92-9015-4cc8-ba92-6750376d0198" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.190899] env[69155]: DEBUG nova.objects.instance [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lazy-loading 'migration_context' on Instance uuid 633e9d92-9015-4cc8-ba92-6750376d0198 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.211444] env[69155]: DEBUG nova.compute.manager [req-55795277-008a-4f48-9265-b70dc11064c4 req-70476f35-2050-418a-992b-1415a9361b72 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Received event network-vif-plugged-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.213037] env[69155]: DEBUG oslo_concurrency.lockutils [req-55795277-008a-4f48-9265-b70dc11064c4 req-70476f35-2050-418a-992b-1415a9361b72 service nova] Acquiring lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.213037] env[69155]: DEBUG oslo_concurrency.lockutils [req-55795277-008a-4f48-9265-b70dc11064c4 req-70476f35-2050-418a-992b-1415a9361b72 service nova] Lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.213037] env[69155]: DEBUG oslo_concurrency.lockutils [req-55795277-008a-4f48-9265-b70dc11064c4 req-70476f35-2050-418a-992b-1415a9361b72 service nova] Lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.213037] env[69155]: DEBUG nova.compute.manager [req-55795277-008a-4f48-9265-b70dc11064c4 req-70476f35-2050-418a-992b-1415a9361b72 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] No waiting events found dispatching network-vif-plugged-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.213037] env[69155]: WARNING nova.compute.manager [req-55795277-008a-4f48-9265-b70dc11064c4 req-70476f35-2050-418a-992b-1415a9361b72 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Received unexpected event network-vif-plugged-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 for instance with vm_state building and task_state spawning. [ 696.983470] env[69155]: DEBUG nova.network.neutron [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Successfully updated port: 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.989556] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1393299d-ec64-4ae0-ae3f-fc646669ab77 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.717s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.990538] env[69155]: DEBUG nova.objects.base [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Object Instance<633e9d92-9015-4cc8-ba92-6750376d0198> lazy-loaded attributes: info_cache,migration_context {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 696.995927] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd2954-8bc3-485f-b558-e9672e89e738 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.018771] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82037fbc-468a-4960-b91b-12dfdcde3826 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.025098] env[69155]: DEBUG oslo_vmware.api [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 697.025098] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522b615b-12b6-8f4f-f022-139ca8309c9f" [ 697.025098] env[69155]: _type = "Task" [ 697.025098] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.037857] env[69155]: DEBUG oslo_vmware.api [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522b615b-12b6-8f4f-f022-139ca8309c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.037857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.492031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquiring lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.492284] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquired lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.492429] env[69155]: DEBUG nova.network.neutron [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.500757] env[69155]: DEBUG nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.607117] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ed259-f10a-436e-a015-ca5ea4875d24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.616225] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ce4621-2886-4a4c-a156-6ee9be169dbe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.650305] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1720aa1b-c2d4-4372-9b17-0a5aaa4a6efe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.659150] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dece77-86c7-424f-8cac-2b3fee79be5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.678542] env[69155]: DEBUG nova.compute.provider_tree [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.700266] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquiring lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.700582] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.700804] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquiring lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.700993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.701184] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.703966] env[69155]: INFO nova.compute.manager [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Terminating instance [ 698.035561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.182494] env[69155]: DEBUG nova.scheduler.client.report [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.210175] env[69155]: DEBUG nova.compute.manager [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.210175] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.210175] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d53fb3-4865-472d-a565-914dcc8eb82f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.215909] env[69155]: DEBUG nova.network.neutron [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.223861] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.224194] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f96d3d-a04d-4e9c-afcb-534a688276d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.231744] env[69155]: DEBUG oslo_vmware.api [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 698.231744] env[69155]: value = "task-3599201" [ 698.231744] env[69155]: _type = "Task" [ 698.231744] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.241507] env[69155]: DEBUG oslo_vmware.api [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.331504] env[69155]: DEBUG nova.compute.manager [req-e8cf2e47-62ab-4875-8f99-c2bb6a59183f req-286e1741-83f0-4bae-942d-7095c800cbf0 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Received event network-changed-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.332211] env[69155]: DEBUG nova.compute.manager [req-e8cf2e47-62ab-4875-8f99-c2bb6a59183f req-286e1741-83f0-4bae-942d-7095c800cbf0 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Refreshing instance network info cache due to event network-changed-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.332211] env[69155]: DEBUG oslo_concurrency.lockutils [req-e8cf2e47-62ab-4875-8f99-c2bb6a59183f req-286e1741-83f0-4bae-942d-7095c800cbf0 service nova] Acquiring lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.675133] env[69155]: DEBUG nova.network.neutron [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Updating instance_info_cache with network_info: [{"id": "0ecbe783-85f4-4f88-a35a-0d4bab0ffb09", "address": "fa:16:3e:16:43:95", "network": {"id": "afb41b0d-838f-42e0-80a0-c471cb7f5c43", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-748382455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bd06c2f2e14860941170400e7a05c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecbe783-85", "ovs_interfaceid": "0ecbe783-85f4-4f88-a35a-0d4bab0ffb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.692459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.134s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.692459] env[69155]: DEBUG nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.694645] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.091s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.696784] env[69155]: INFO nova.compute.claims [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.743777] env[69155]: DEBUG oslo_vmware.api [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599201, 'name': PowerOffVM_Task, 'duration_secs': 0.195885} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.744069] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.744243] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.744499] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bfcf470-bfd4-4ceb-b93c-9e7ce6bf7f2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.808411] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.808750] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.809046] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Deleting the datastore file [datastore2] 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.809382] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0edd646-d07f-4301-9e52-46b357705a9c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.821016] env[69155]: DEBUG oslo_vmware.api [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for the task: (returnval){ [ 698.821016] env[69155]: value = "task-3599203" [ 698.821016] env[69155]: _type = "Task" [ 698.821016] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.831319] env[69155]: DEBUG oslo_vmware.api [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.182913] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Releasing lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.182913] env[69155]: DEBUG nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Instance network_info: |[{"id": "0ecbe783-85f4-4f88-a35a-0d4bab0ffb09", "address": "fa:16:3e:16:43:95", "network": {"id": "afb41b0d-838f-42e0-80a0-c471cb7f5c43", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-748382455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bd06c2f2e14860941170400e7a05c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecbe783-85", "ovs_interfaceid": "0ecbe783-85f4-4f88-a35a-0d4bab0ffb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.183254] env[69155]: DEBUG oslo_concurrency.lockutils [req-e8cf2e47-62ab-4875-8f99-c2bb6a59183f req-286e1741-83f0-4bae-942d-7095c800cbf0 service nova] Acquired lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.183254] env[69155]: DEBUG nova.network.neutron [req-e8cf2e47-62ab-4875-8f99-c2bb6a59183f req-286e1741-83f0-4bae-942d-7095c800cbf0 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Refreshing network info cache for port 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.183254] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:43:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ecbe783-85f4-4f88-a35a-0d4bab0ffb09', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.195398] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Creating folder: Project (23bd06c2f2e14860941170400e7a05c0). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.198730] env[69155]: DEBUG nova.compute.utils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.201203] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99104d05-65c4-4529-a465-4b980d3fc8c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.204927] env[69155]: DEBUG nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.205167] env[69155]: DEBUG nova.network.neutron [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.221189] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Created folder: Project (23bd06c2f2e14860941170400e7a05c0) in parent group-v718010. [ 699.221189] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Creating folder: Instances. Parent ref: group-v718087. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.221263] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1fb73e9-ce32-4441-b065-d2f62a724dea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.233875] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Created folder: Instances in parent group-v718087. [ 699.234203] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.234443] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.234757] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-361fd3b2-e250-4bdd-bf72-4ae8ae851306 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.262218] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.262218] env[69155]: value = "task-3599206" [ 699.262218] env[69155]: _type = "Task" [ 699.262218] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.270943] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599206, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.311534] env[69155]: DEBUG nova.policy [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea0435474a944817bb5c127d34176160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcfede08cc5a402396dd981db67b47ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.311894] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.312336] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.330871] env[69155]: DEBUG oslo_vmware.api [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Task: {'id': task-3599203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151722} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.331190] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.331387] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.331595] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.331752] env[69155]: INFO nova.compute.manager [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Took 1.12 seconds to destroy the instance on the hypervisor. [ 699.331994] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.332259] env[69155]: DEBUG nova.compute.manager [-] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.332306] env[69155]: DEBUG nova.network.neutron [-] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.705303] env[69155]: DEBUG nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.778803] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599206, 'name': CreateVM_Task, 'duration_secs': 0.37828} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.779335] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.780555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.780555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.781868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.782149] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ec327c-760f-4c36-9964-22570efa14f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.790365] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 699.790365] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5224bc7c-f87a-97be-88e9-ac5252e49d23" [ 699.790365] env[69155]: _type = "Task" [ 699.790365] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.802742] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5224bc7c-f87a-97be-88e9-ac5252e49d23, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.805556] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.805795] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.806139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.806302] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.806489] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.806994] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1ca9119-063a-4843-820b-595f9e6ba03d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.815879] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.815962] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.827748] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5f1bf4-0c93-442b-859d-ad5ac8414648 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.831989] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.832688] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.833151] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.833151] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.833414] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.833642] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.833777] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 699.835371] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.836578] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 699.836578] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5250b660-243f-b7f4-daa7-031850e37488" [ 699.836578] env[69155]: _type = "Task" [ 699.836578] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.844666] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5250b660-243f-b7f4-daa7-031850e37488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.028226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "efcb0324-5009-45e3-b25d-d21c511499bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.028522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "efcb0324-5009-45e3-b25d-d21c511499bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.142529] env[69155]: DEBUG nova.network.neutron [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Successfully created port: d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.231236] env[69155]: DEBUG nova.network.neutron [req-e8cf2e47-62ab-4875-8f99-c2bb6a59183f req-286e1741-83f0-4bae-942d-7095c800cbf0 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Updated VIF entry in instance network info cache for port 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.231236] env[69155]: DEBUG nova.network.neutron [req-e8cf2e47-62ab-4875-8f99-c2bb6a59183f req-286e1741-83f0-4bae-942d-7095c800cbf0 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Updating instance_info_cache with network_info: [{"id": "0ecbe783-85f4-4f88-a35a-0d4bab0ffb09", "address": "fa:16:3e:16:43:95", "network": {"id": "afb41b0d-838f-42e0-80a0-c471cb7f5c43", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-748382455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bd06c2f2e14860941170400e7a05c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecbe783-85", "ovs_interfaceid": "0ecbe783-85f4-4f88-a35a-0d4bab0ffb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.345113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.352875] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5250b660-243f-b7f4-daa7-031850e37488, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.353702] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65e0ca1-f4eb-4675-928c-0f74235789d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.365163] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 700.365163] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529f9aba-b903-c1ff-35f1-1ea172b77f29" [ 700.365163] env[69155]: _type = "Task" [ 700.365163] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.373820] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529f9aba-b903-c1ff-35f1-1ea172b77f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.427727] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc3c166-c902-4fc6-a072-77cf485edd8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.436153] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9161689b-500d-4cae-ad92-dc6a20167e3e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.479031] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012dbcb9-db8b-4ba4-abeb-722a72c37087 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.486710] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae3bc6-bc6b-4eec-9376-78da24c336ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.500645] env[69155]: DEBUG nova.compute.provider_tree [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.584603] env[69155]: DEBUG nova.network.neutron [-] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.657080] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.657199] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.719338] env[69155]: DEBUG nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.742537] env[69155]: DEBUG oslo_concurrency.lockutils [req-e8cf2e47-62ab-4875-8f99-c2bb6a59183f req-286e1741-83f0-4bae-942d-7095c800cbf0 service nova] Releasing lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.754382] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.754382] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.754382] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.754546] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.754546] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.754609] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.754790] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.754946] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.755118] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.755311] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.756110] env[69155]: DEBUG nova.virt.hardware [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.756510] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeabaaab-cce2-45f1-8009-7daa546b9237 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.764894] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62b09a4-886e-4c3d-9a6c-a3e126098390 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.854327] env[69155]: DEBUG nova.compute.manager [req-14a8f95a-ae12-4300-b948-ef1afc444ff1 req-bc1b90d6-1a54-4d47-857b-379f5d7cd795 service nova] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Received event network-vif-deleted-609ba79e-42b8-44fd-b187-194db8504432 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.876479] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529f9aba-b903-c1ff-35f1-1ea172b77f29, 'name': SearchDatastore_Task, 'duration_secs': 0.025438} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.876853] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.877174] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 4a75013d-dc04-4f7d-b9c5-f0c68929e520/4a75013d-dc04-4f7d-b9c5-f0c68929e520.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.877530] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42ae9abf-7d24-4896-beaa-de8bfb3d325c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.885153] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 700.885153] env[69155]: value = "task-3599207" [ 700.885153] env[69155]: _type = "Task" [ 700.885153] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.894304] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.004665] env[69155]: DEBUG nova.scheduler.client.report [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.089362] env[69155]: INFO nova.compute.manager [-] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Took 1.75 seconds to deallocate network for instance. [ 701.141241] env[69155]: DEBUG nova.compute.manager [None req-7ad69726-2dbd-477e-bae2-de95c94e9a3f tempest-ServerDiagnosticsV248Test-2117275391 tempest-ServerDiagnosticsV248Test-2117275391-project-admin] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.144018] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38c0180-0e17-430c-b427-71b0485f12c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.160767] env[69155]: INFO nova.compute.manager [None req-7ad69726-2dbd-477e-bae2-de95c94e9a3f tempest-ServerDiagnosticsV248Test-2117275391 tempest-ServerDiagnosticsV248Test-2117275391-project-admin] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Retrieving diagnostics [ 701.162221] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca53d9b6-4198-4742-b66f-6e22e4ad6cba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.401959] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506374} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.402247] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 4a75013d-dc04-4f7d-b9c5-f0c68929e520/4a75013d-dc04-4f7d-b9c5-f0c68929e520.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.402460] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.402714] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70a80a77-b2a1-45ef-954d-47a25723633b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.412163] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.412952] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.412952] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 701.412952] env[69155]: value = "task-3599208" [ 701.412952] env[69155]: _type = "Task" [ 701.412952] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.422883] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.511420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.511934] env[69155]: DEBUG nova.compute.manager [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.515773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.624s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.517224] env[69155]: INFO nova.compute.claims [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.596044] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.923124] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062836} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.924167] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.925704] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dfb99c-fc82-4a71-8608-861773bb50e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.958415] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 4a75013d-dc04-4f7d-b9c5-f0c68929e520/4a75013d-dc04-4f7d-b9c5-f0c68929e520.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.958750] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380076dc-15e2-4b20-8e4b-65d70e99b0dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.986563] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 701.986563] env[69155]: value = "task-3599209" [ 701.986563] env[69155]: _type = "Task" [ 701.986563] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.995729] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.021376] env[69155]: DEBUG nova.compute.utils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.026890] env[69155]: DEBUG nova.compute.manager [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 702.066595] env[69155]: DEBUG nova.network.neutron [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Successfully updated port: d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.496645] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599209, 'name': ReconfigVM_Task, 'duration_secs': 0.279202} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.496933] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 4a75013d-dc04-4f7d-b9c5-f0c68929e520/4a75013d-dc04-4f7d-b9c5-f0c68929e520.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.497818] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d429218-74fc-444f-997c-bc67058cbc84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.505064] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 702.505064] env[69155]: value = "task-3599210" [ 702.505064] env[69155]: _type = "Task" [ 702.505064] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.512886] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599210, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.533464] env[69155]: DEBUG nova.compute.manager [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.539957] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquiring lock "ce5a92f9-4917-4d72-b527-35b97bad5933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.540217] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "ce5a92f9-4917-4d72-b527-35b97bad5933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.540613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquiring lock "ce5a92f9-4917-4d72-b527-35b97bad5933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.540814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "ce5a92f9-4917-4d72-b527-35b97bad5933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.540982] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "ce5a92f9-4917-4d72-b527-35b97bad5933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.543583] env[69155]: INFO nova.compute.manager [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Terminating instance [ 702.572390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "refresh_cache-a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.576188] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquired lock "refresh_cache-a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.576406] env[69155]: DEBUG nova.network.neutron [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.925372] env[69155]: DEBUG nova.compute.manager [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Received event network-vif-plugged-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.925620] env[69155]: DEBUG oslo_concurrency.lockutils [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] Acquiring lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.926158] env[69155]: DEBUG oslo_concurrency.lockutils [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] Lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.926158] env[69155]: DEBUG oslo_concurrency.lockutils [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] Lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.926278] env[69155]: DEBUG nova.compute.manager [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] No waiting events found dispatching network-vif-plugged-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.926426] env[69155]: WARNING nova.compute.manager [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Received unexpected event network-vif-plugged-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 for instance with vm_state building and task_state spawning. [ 702.926651] env[69155]: DEBUG nova.compute.manager [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Received event network-changed-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.926835] env[69155]: DEBUG nova.compute.manager [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Refreshing instance network info cache due to event network-changed-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.927370] env[69155]: DEBUG oslo_concurrency.lockutils [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] Acquiring lock "refresh_cache-a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.023237] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599210, 'name': Rename_Task, 'duration_secs': 0.1613} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.023237] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.023735] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b951a04-1b98-40eb-be13-4a1318df9c0c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.035499] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 703.035499] env[69155]: value = "task-3599211" [ 703.035499] env[69155]: _type = "Task" [ 703.035499] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.051699] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.052203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquiring lock "refresh_cache-ce5a92f9-4917-4d72-b527-35b97bad5933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.052447] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquired lock "refresh_cache-ce5a92f9-4917-4d72-b527-35b97bad5933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.052620] env[69155]: DEBUG nova.network.neutron [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.138258] env[69155]: DEBUG nova.network.neutron [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.168803] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc946955-9125-42bc-afe8-da19dfae15db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.177663] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796dbda0-61fc-4ba8-918a-ea985dd2af74 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.216735] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1014ec1b-7105-4345-b6e6-8ce91355cef6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.225853] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ac2bd-7c71-4bb0-b14c-fbfffc80939b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.242452] env[69155]: DEBUG nova.compute.provider_tree [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.335933] env[69155]: DEBUG nova.network.neutron [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Updating instance_info_cache with network_info: [{"id": "d880d77a-eff0-4dcf-bd6f-a2347e4d62d6", "address": "fa:16:3e:5d:7d:3c", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd880d77a-ef", "ovs_interfaceid": "d880d77a-eff0-4dcf-bd6f-a2347e4d62d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.547095] env[69155]: DEBUG oslo_vmware.api [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599211, 'name': PowerOnVM_Task, 'duration_secs': 0.451047} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.547475] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.547767] env[69155]: INFO nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Took 8.19 seconds to spawn the instance on the hypervisor. [ 703.548055] env[69155]: DEBUG nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.549872] env[69155]: DEBUG nova.compute.manager [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.552664] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99dd1ab-98ac-47c7-9ba8-29827bced99a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.580728] env[69155]: DEBUG nova.network.neutron [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.600036] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.600036] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.600036] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.600036] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.601603] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.601603] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.601603] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.601603] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.601603] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.601756] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.601756] env[69155]: DEBUG nova.virt.hardware [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.601756] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90e7f99-d21f-44c1-80a5-70413111f48a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.612336] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964139af-af59-4501-b9e2-b8eb3d801952 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.627762] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.634259] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Creating folder: Project (1c0a57e5499f46d8baa5a3d42a2ccb53). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.635689] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea6152e0-968f-4691-a5e3-44f9370ca808 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.648997] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Created folder: Project (1c0a57e5499f46d8baa5a3d42a2ccb53) in parent group-v718010. [ 703.648997] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Creating folder: Instances. Parent ref: group-v718090. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.648997] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69537eeb-90fa-45d6-b9ee-2a1e9e8cd4aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.658346] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Created folder: Instances in parent group-v718090. [ 703.658567] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.658752] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.659089] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bcbffd4-5882-4abf-ac06-a1a9879238b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.674321] env[69155]: DEBUG nova.network.neutron [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.681443] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.681443] env[69155]: value = "task-3599214" [ 703.681443] env[69155]: _type = "Task" [ 703.681443] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.692265] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599214, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.746458] env[69155]: DEBUG nova.scheduler.client.report [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.840962] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Releasing lock "refresh_cache-a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.841314] env[69155]: DEBUG nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Instance network_info: |[{"id": "d880d77a-eff0-4dcf-bd6f-a2347e4d62d6", "address": "fa:16:3e:5d:7d:3c", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd880d77a-ef", "ovs_interfaceid": "d880d77a-eff0-4dcf-bd6f-a2347e4d62d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.843844] env[69155]: DEBUG oslo_concurrency.lockutils [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] Acquired lock "refresh_cache-a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.843844] env[69155]: DEBUG nova.network.neutron [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Refreshing network info cache for port d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.843844] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:7d:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd880d77a-eff0-4dcf-bd6f-a2347e4d62d6', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.860510] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.864622] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.865294] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f84c079-a549-4659-a784-559025df9cb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.887714] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.887714] env[69155]: value = "task-3599215" [ 703.887714] env[69155]: _type = "Task" [ 703.887714] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.900189] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599215, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.077480] env[69155]: INFO nova.compute.manager [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Took 36.62 seconds to build instance. [ 704.166480] env[69155]: DEBUG nova.network.neutron [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Updated VIF entry in instance network info cache for port d880d77a-eff0-4dcf-bd6f-a2347e4d62d6. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.166855] env[69155]: DEBUG nova.network.neutron [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Updating instance_info_cache with network_info: [{"id": "d880d77a-eff0-4dcf-bd6f-a2347e4d62d6", "address": "fa:16:3e:5d:7d:3c", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd880d77a-ef", "ovs_interfaceid": "d880d77a-eff0-4dcf-bd6f-a2347e4d62d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.176797] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Releasing lock "refresh_cache-ce5a92f9-4917-4d72-b527-35b97bad5933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.178082] env[69155]: DEBUG nova.compute.manager [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.178345] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.179565] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f0c33-3a73-4232-aa1e-a33d5a1f8629 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.191822] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.195810] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8abbc761-65b9-49e3-b9c2-f19fadb24b9a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.197609] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599214, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.202483] env[69155]: DEBUG oslo_vmware.api [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 704.202483] env[69155]: value = "task-3599216" [ 704.202483] env[69155]: _type = "Task" [ 704.202483] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.211381] env[69155]: DEBUG oslo_vmware.api [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.253240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.253797] env[69155]: DEBUG nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.256465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.596s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.257958] env[69155]: INFO nova.compute.claims [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.400061] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599215, 'name': CreateVM_Task, 'duration_secs': 0.313621} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.400766] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.400996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.401640] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.402042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.403312] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7a675d-d67e-4762-b54d-860328b878b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.409248] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 704.409248] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3f8ea-4b49-5411-8b9e-91c4e2e18bf0" [ 704.409248] env[69155]: _type = "Task" [ 704.409248] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.421406] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3f8ea-4b49-5411-8b9e-91c4e2e18bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.581462] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9ad664a-6d81-46e3-add7-e848cd806c71 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.160s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.672687] env[69155]: DEBUG oslo_concurrency.lockutils [req-efb3bc97-b98f-4efa-ae3f-51f133506c69 req-b0b6f4c3-f10b-4efb-8e0f-c57779c82ef1 service nova] Releasing lock "refresh_cache-a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.697772] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599214, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.712114] env[69155]: DEBUG oslo_vmware.api [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599216, 'name': PowerOffVM_Task, 'duration_secs': 0.131257} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.714859] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.714859] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.714859] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d97a380b-a5ef-4bdd-ba6c-0d3fccdfce20 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.740884] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.743017] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.743017] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Deleting the datastore file [datastore1] ce5a92f9-4917-4d72-b527-35b97bad5933 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.743017] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78821798-ad9d-44cd-a090-6a79923c32b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.752020] env[69155]: DEBUG oslo_vmware.api [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for the task: (returnval){ [ 704.752020] env[69155]: value = "task-3599218" [ 704.752020] env[69155]: _type = "Task" [ 704.752020] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.764364] env[69155]: DEBUG oslo_vmware.api [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.767756] env[69155]: DEBUG nova.compute.utils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.773222] env[69155]: DEBUG nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.773455] env[69155]: DEBUG nova.network.neutron [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.823808] env[69155]: DEBUG nova.policy [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '774fc6bb1f324103a34992fbabff7e6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9a4032e7fe5459a9144cbee95b12a47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.922293] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3f8ea-4b49-5411-8b9e-91c4e2e18bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.923218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.923525] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.923965] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.924168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.924391] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.924698] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d937bcd-0501-4c98-8bb3-c491d8e977a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.934650] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.934846] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.935629] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66b504f-b331-474f-9c65-8595d438772b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.942243] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 704.942243] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5237ee7e-2990-c67e-5b56-537f54ed420f" [ 704.942243] env[69155]: _type = "Task" [ 704.942243] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.951109] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5237ee7e-2990-c67e-5b56-537f54ed420f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.084329] env[69155]: DEBUG nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.198899] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599214, 'name': CreateVM_Task, 'duration_secs': 1.351427} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.199615] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.200851] env[69155]: DEBUG nova.compute.manager [req-601fd669-13b6-4cd7-97d6-86e318a7743b req-a732e33c-ed0c-4853-9e0a-d645c77fdef7 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Received event network-changed-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.201012] env[69155]: DEBUG nova.compute.manager [req-601fd669-13b6-4cd7-97d6-86e318a7743b req-a732e33c-ed0c-4853-9e0a-d645c77fdef7 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Refreshing instance network info cache due to event network-changed-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.201267] env[69155]: DEBUG oslo_concurrency.lockutils [req-601fd669-13b6-4cd7-97d6-86e318a7743b req-a732e33c-ed0c-4853-9e0a-d645c77fdef7 service nova] Acquiring lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.201405] env[69155]: DEBUG oslo_concurrency.lockutils [req-601fd669-13b6-4cd7-97d6-86e318a7743b req-a732e33c-ed0c-4853-9e0a-d645c77fdef7 service nova] Acquired lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.201577] env[69155]: DEBUG nova.network.neutron [req-601fd669-13b6-4cd7-97d6-86e318a7743b req-a732e33c-ed0c-4853-9e0a-d645c77fdef7 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Refreshing network info cache for port 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.202841] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.202946] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.203422] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.204103] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f8a11b-c3f6-4f50-b5bf-84a1e70643cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.209419] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 705.209419] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5214af24-ed33-d0a4-1d45-60ddd9fb87ac" [ 705.209419] env[69155]: _type = "Task" [ 705.209419] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.218115] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5214af24-ed33-d0a4-1d45-60ddd9fb87ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.220805] env[69155]: DEBUG nova.network.neutron [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Successfully created port: ec63d082-46d1-4e3a-8196-3784a5311a16 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.260393] env[69155]: DEBUG oslo_vmware.api [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Task: {'id': task-3599218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092977} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.260771] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.260987] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.261281] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.261425] env[69155]: INFO nova.compute.manager [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Took 1.08 seconds to destroy the instance on the hypervisor. [ 705.261687] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.261973] env[69155]: DEBUG nova.compute.manager [-] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.262046] env[69155]: DEBUG nova.network.neutron [-] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.276935] env[69155]: DEBUG nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.288364] env[69155]: DEBUG nova.network.neutron [-] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.454887] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5237ee7e-2990-c67e-5b56-537f54ed420f, 'name': SearchDatastore_Task, 'duration_secs': 0.008793} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.458138] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec925ac-e8f6-4ea9-920f-43512ae7d66d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.464407] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 705.464407] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521ab312-6bf9-0ae0-06d0-04058e4f87db" [ 705.464407] env[69155]: _type = "Task" [ 705.464407] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.474417] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521ab312-6bf9-0ae0-06d0-04058e4f87db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.609410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.721912] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5214af24-ed33-d0a4-1d45-60ddd9fb87ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.722720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.723497] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.723497] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.789656] env[69155]: DEBUG nova.network.neutron [-] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.801040] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8824973-7477-4d32-a6b2-6011014aee04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.810319] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e969375-9d2c-49ab-91f3-1b36b69e5b5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.853633] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb99230-c975-404c-ba88-3e7c5ec993f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.862781] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d7e41-fe18-45d1-96b7-b04ea2e4bf6c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.877295] env[69155]: DEBUG nova.compute.provider_tree [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.974839] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521ab312-6bf9-0ae0-06d0-04058e4f87db, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.975159] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.975515] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a7e491d0-46d8-48dc-b4ca-e87f6b4a4605/a7e491d0-46d8-48dc-b4ca-e87f6b4a4605.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.975829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.976045] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.976303] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0c70f84-aef7-4143-9225-7a8d9a723515 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.978292] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc091c2c-cf2b-495d-8ae8-fdaa593d0bab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.984365] env[69155]: DEBUG nova.network.neutron [req-601fd669-13b6-4cd7-97d6-86e318a7743b req-a732e33c-ed0c-4853-9e0a-d645c77fdef7 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Updated VIF entry in instance network info cache for port 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.984778] env[69155]: DEBUG nova.network.neutron [req-601fd669-13b6-4cd7-97d6-86e318a7743b req-a732e33c-ed0c-4853-9e0a-d645c77fdef7 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Updating instance_info_cache with network_info: [{"id": "0ecbe783-85f4-4f88-a35a-0d4bab0ffb09", "address": "fa:16:3e:16:43:95", "network": {"id": "afb41b0d-838f-42e0-80a0-c471cb7f5c43", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-748382455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bd06c2f2e14860941170400e7a05c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecbe783-85", "ovs_interfaceid": "0ecbe783-85f4-4f88-a35a-0d4bab0ffb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.991286] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 705.991286] env[69155]: value = "task-3599219" [ 705.991286] env[69155]: _type = "Task" [ 705.991286] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.992868] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.993115] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.000293] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34151585-8b01-4a1d-a949-2d7dc62264f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.009633] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 706.009633] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52266676-583f-89c8-d2eb-7ec690d68e8f" [ 706.009633] env[69155]: _type = "Task" [ 706.009633] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.009873] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.018664] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52266676-583f-89c8-d2eb-7ec690d68e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.008322} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.019445] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8120fd16-4a68-45d2-a584-d1845086818a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.024896] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 706.024896] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521abf87-9b06-a6bc-cb3a-a490f8d9c450" [ 706.024896] env[69155]: _type = "Task" [ 706.024896] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.034872] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521abf87-9b06-a6bc-cb3a-a490f8d9c450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.288549] env[69155]: DEBUG nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.294349] env[69155]: INFO nova.compute.manager [-] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Took 1.03 seconds to deallocate network for instance. [ 706.319035] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.319035] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.319035] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.319413] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.319413] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.319413] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.319413] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.319413] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.319576] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.319629] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.319792] env[69155]: DEBUG nova.virt.hardware [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.320715] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a5e337-6318-4e4d-904c-5f04a7405f2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.331694] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f898e97b-acf9-420a-b0a4-2990ca914a1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.380901] env[69155]: DEBUG nova.scheduler.client.report [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.495019] env[69155]: DEBUG oslo_concurrency.lockutils [req-601fd669-13b6-4cd7-97d6-86e318a7743b req-a732e33c-ed0c-4853-9e0a-d645c77fdef7 service nova] Releasing lock "refresh_cache-4a75013d-dc04-4f7d-b9c5-f0c68929e520" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.504261] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48982} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.504803] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a7e491d0-46d8-48dc-b4ca-e87f6b4a4605/a7e491d0-46d8-48dc-b4ca-e87f6b4a4605.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.505197] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.505598] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25e16ece-1bb2-4ce2-a1b7-b4b82a34df30 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.512205] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 706.512205] env[69155]: value = "task-3599220" [ 706.512205] env[69155]: _type = "Task" [ 706.512205] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.520830] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.535170] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521abf87-9b06-a6bc-cb3a-a490f8d9c450, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.535451] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.535722] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e/1d6ef9b4-417a-4fb6-a04a-f04a918c020e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.537294] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ca8f0bb-3f26-4669-9f73-76db18916f6e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.542312] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 706.542312] env[69155]: value = "task-3599221" [ 706.542312] env[69155]: _type = "Task" [ 706.542312] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.550020] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.776666] env[69155]: DEBUG nova.compute.manager [req-25eb7099-7d02-4be6-bf17-994cb9150596 req-1c295b41-5627-4d1b-aa2a-4d4a203ebfa2 service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Received event network-vif-plugged-ec63d082-46d1-4e3a-8196-3784a5311a16 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.777014] env[69155]: DEBUG oslo_concurrency.lockutils [req-25eb7099-7d02-4be6-bf17-994cb9150596 req-1c295b41-5627-4d1b-aa2a-4d4a203ebfa2 service nova] Acquiring lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.777101] env[69155]: DEBUG oslo_concurrency.lockutils [req-25eb7099-7d02-4be6-bf17-994cb9150596 req-1c295b41-5627-4d1b-aa2a-4d4a203ebfa2 service nova] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.777272] env[69155]: DEBUG oslo_concurrency.lockutils [req-25eb7099-7d02-4be6-bf17-994cb9150596 req-1c295b41-5627-4d1b-aa2a-4d4a203ebfa2 service nova] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.777436] env[69155]: DEBUG nova.compute.manager [req-25eb7099-7d02-4be6-bf17-994cb9150596 req-1c295b41-5627-4d1b-aa2a-4d4a203ebfa2 service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] No waiting events found dispatching network-vif-plugged-ec63d082-46d1-4e3a-8196-3784a5311a16 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.777603] env[69155]: WARNING nova.compute.manager [req-25eb7099-7d02-4be6-bf17-994cb9150596 req-1c295b41-5627-4d1b-aa2a-4d4a203ebfa2 service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Received unexpected event network-vif-plugged-ec63d082-46d1-4e3a-8196-3784a5311a16 for instance with vm_state building and task_state spawning. [ 706.801909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.829723] env[69155]: DEBUG nova.network.neutron [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Successfully updated port: ec63d082-46d1-4e3a-8196-3784a5311a16 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.888135] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.888816] env[69155]: DEBUG nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.893203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.091s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.893203] env[69155]: DEBUG nova.objects.instance [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lazy-loading 'resources' on Instance uuid 4ca7cbc0-d615-4ae1-b395-18248bff5ed2 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.023560] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064855} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.023866] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.024747] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd59541-99c8-4bfe-9341-29cbb44907a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.047453] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] a7e491d0-46d8-48dc-b4ca-e87f6b4a4605/a7e491d0-46d8-48dc-b4ca-e87f6b4a4605.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.047840] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58566c41-cdb7-4f27-b65f-026aa3dfba05 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.070517] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506119} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.071703] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e/1d6ef9b4-417a-4fb6-a04a-f04a918c020e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.071924] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.072251] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 707.072251] env[69155]: value = "task-3599222" [ 707.072251] env[69155]: _type = "Task" [ 707.072251] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.072435] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-477aaf60-923a-405b-99bd-144d968c8160 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.081487] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.082616] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 707.082616] env[69155]: value = "task-3599223" [ 707.082616] env[69155]: _type = "Task" [ 707.082616] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.335572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.335836] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquired lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.335962] env[69155]: DEBUG nova.network.neutron [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.396644] env[69155]: DEBUG nova.compute.utils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.401033] env[69155]: DEBUG nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.401033] env[69155]: DEBUG nova.network.neutron [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.461034] env[69155]: DEBUG nova.policy [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9590529569794fd091c41ba1e4d492c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b39ba7a23e34c7cbd94ad7b9b0db622', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.595020] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599222, 'name': ReconfigVM_Task, 'duration_secs': 0.262568} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.595020] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Reconfigured VM instance instance-00000019 to attach disk [datastore2] a7e491d0-46d8-48dc-b4ca-e87f6b4a4605/a7e491d0-46d8-48dc-b4ca-e87f6b4a4605.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.595581] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f362fe-b105-4bec-bc33-73e3b0af6697 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.601929] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.606391] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 707.606391] env[69155]: value = "task-3599224" [ 707.606391] env[69155]: _type = "Task" [ 707.606391] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.617666] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599224, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.901531] env[69155]: DEBUG nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.911207] env[69155]: DEBUG nova.network.neutron [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.988567] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db283f50-a3be-4ac7-b648-4a2ca90a9a08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.998834] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b351559-df0a-4447-8dd5-df43525ec8cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.036303] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f302ec-37a9-47f5-aafc-717639803687 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.043864] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33825508-1155-4f76-9664-5051b1b78ccc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.059055] env[69155]: DEBUG nova.compute.provider_tree [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.062194] env[69155]: DEBUG nova.network.neutron [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Successfully created port: 345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.095154] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.555895} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.095444] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.097754] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e7e5d-6e4f-4eaf-9fd2-3a21d37c186f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.120994] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e/1d6ef9b4-417a-4fb6-a04a-f04a918c020e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.120994] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def09863-7f73-4cb0-85ee-71180aa49878 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.145876] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599224, 'name': Rename_Task, 'duration_secs': 0.132044} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.147424] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.147774] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 708.147774] env[69155]: value = "task-3599225" [ 708.147774] env[69155]: _type = "Task" [ 708.147774] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.147997] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75a01c68-2c62-4452-82e3-95389544988b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.159580] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.160988] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 708.160988] env[69155]: value = "task-3599226" [ 708.160988] env[69155]: _type = "Task" [ 708.160988] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.169145] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.217250] env[69155]: DEBUG nova.network.neutron [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Updating instance_info_cache with network_info: [{"id": "ec63d082-46d1-4e3a-8196-3784a5311a16", "address": "fa:16:3e:fe:d4:85", "network": {"id": "2b11d600-8b30-4334-9e7d-373c0068405c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1161025670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a4032e7fe5459a9144cbee95b12a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec63d082-46", "ovs_interfaceid": "ec63d082-46d1-4e3a-8196-3784a5311a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.563069] env[69155]: DEBUG nova.scheduler.client.report [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.663348] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.671858] env[69155]: DEBUG oslo_vmware.api [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599226, 'name': PowerOnVM_Task, 'duration_secs': 0.427127} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.672171] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.672403] env[69155]: INFO nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Took 7.95 seconds to spawn the instance on the hypervisor. [ 708.673117] env[69155]: DEBUG nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.673387] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5548cb1-2025-4d97-b185-6d11ba65cc4b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.721307] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Releasing lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.721858] env[69155]: DEBUG nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Instance network_info: |[{"id": "ec63d082-46d1-4e3a-8196-3784a5311a16", "address": "fa:16:3e:fe:d4:85", "network": {"id": "2b11d600-8b30-4334-9e7d-373c0068405c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1161025670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a4032e7fe5459a9144cbee95b12a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec63d082-46", "ovs_interfaceid": "ec63d082-46d1-4e3a-8196-3784a5311a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.722263] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:d4:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec63d082-46d1-4e3a-8196-3784a5311a16', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.731674] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Creating folder: Project (f9a4032e7fe5459a9144cbee95b12a47). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.732680] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23e04b75-23ae-45f2-b63f-91dde1282805 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.743990] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Created folder: Project (f9a4032e7fe5459a9144cbee95b12a47) in parent group-v718010. [ 708.744047] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Creating folder: Instances. Parent ref: group-v718094. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.744289] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e24ae055-7bad-4d32-af20-99b4258a0881 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.754728] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Created folder: Instances in parent group-v718094. [ 708.754964] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.755186] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.755474] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-393dcd6f-c2b8-43d0-8b30-2f3f28be277d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.777490] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.777490] env[69155]: value = "task-3599229" [ 708.777490] env[69155]: _type = "Task" [ 708.777490] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.785576] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599229, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.877337] env[69155]: DEBUG nova.compute.manager [req-1bcb87a5-d9cb-46ec-a354-47117a991334 req-8cc7c008-7368-4975-b592-da7ceba52c2d service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Received event network-changed-ec63d082-46d1-4e3a-8196-3784a5311a16 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.877666] env[69155]: DEBUG nova.compute.manager [req-1bcb87a5-d9cb-46ec-a354-47117a991334 req-8cc7c008-7368-4975-b592-da7ceba52c2d service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Refreshing instance network info cache due to event network-changed-ec63d082-46d1-4e3a-8196-3784a5311a16. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.877913] env[69155]: DEBUG oslo_concurrency.lockutils [req-1bcb87a5-d9cb-46ec-a354-47117a991334 req-8cc7c008-7368-4975-b592-da7ceba52c2d service nova] Acquiring lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.878152] env[69155]: DEBUG oslo_concurrency.lockutils [req-1bcb87a5-d9cb-46ec-a354-47117a991334 req-8cc7c008-7368-4975-b592-da7ceba52c2d service nova] Acquired lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.878383] env[69155]: DEBUG nova.network.neutron [req-1bcb87a5-d9cb-46ec-a354-47117a991334 req-8cc7c008-7368-4975-b592-da7ceba52c2d service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Refreshing network info cache for port ec63d082-46d1-4e3a-8196-3784a5311a16 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.921317] env[69155]: DEBUG nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.961971] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.962144] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.962279] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.962465] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.962613] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.962762] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.962970] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.963156] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.963438] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.967118] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.967411] env[69155]: DEBUG nova.virt.hardware [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.968507] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1042bd86-1fd6-46f0-b29c-2816ec05fbd6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.980259] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdc88a9-099c-41b0-b2ef-543a7db0e6ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.069337] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.072450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.326s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.072863] env[69155]: DEBUG nova.objects.instance [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 709.099577] env[69155]: INFO nova.scheduler.client.report [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Deleted allocations for instance 4ca7cbc0-d615-4ae1-b395-18248bff5ed2 [ 709.167846] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599225, 'name': ReconfigVM_Task, 'duration_secs': 0.775325} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.168154] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e/1d6ef9b4-417a-4fb6-a04a-f04a918c020e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.168825] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a02ca811-06dd-4cf7-bafa-f4d96520f299 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.177020] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 709.177020] env[69155]: value = "task-3599230" [ 709.177020] env[69155]: _type = "Task" [ 709.177020] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.195551] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599230, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.196094] env[69155]: INFO nova.compute.manager [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Took 40.64 seconds to build instance. [ 709.292019] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599229, 'name': CreateVM_Task, 'duration_secs': 0.348017} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.292019] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.292019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.292019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.292019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.292019] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb3ea5f-7e45-498e-85d1-7029a8b1fa6b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.295762] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 709.295762] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52264170-6c9c-73a2-6f2e-ed1c7a10e4b1" [ 709.295762] env[69155]: _type = "Task" [ 709.295762] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.304150] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52264170-6c9c-73a2-6f2e-ed1c7a10e4b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.607831] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Lock "4ca7cbc0-d615-4ae1-b395-18248bff5ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.911s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.687375] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599230, 'name': Rename_Task, 'duration_secs': 0.302766} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.687687] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.687939] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d92e0238-acf6-4faa-b51f-ae66d640040a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.694692] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 709.694692] env[69155]: value = "task-3599231" [ 709.694692] env[69155]: _type = "Task" [ 709.694692] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.698473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b32a58d6-c535-43f6-8877-624add84d3aa tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.127s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.705205] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.785465] env[69155]: DEBUG nova.network.neutron [req-1bcb87a5-d9cb-46ec-a354-47117a991334 req-8cc7c008-7368-4975-b592-da7ceba52c2d service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Updated VIF entry in instance network info cache for port ec63d082-46d1-4e3a-8196-3784a5311a16. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.785846] env[69155]: DEBUG nova.network.neutron [req-1bcb87a5-d9cb-46ec-a354-47117a991334 req-8cc7c008-7368-4975-b592-da7ceba52c2d service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Updating instance_info_cache with network_info: [{"id": "ec63d082-46d1-4e3a-8196-3784a5311a16", "address": "fa:16:3e:fe:d4:85", "network": {"id": "2b11d600-8b30-4334-9e7d-373c0068405c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1161025670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a4032e7fe5459a9144cbee95b12a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec63d082-46", "ovs_interfaceid": "ec63d082-46d1-4e3a-8196-3784a5311a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.806831] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52264170-6c9c-73a2-6f2e-ed1c7a10e4b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.807138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.807389] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.807598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.807746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.808192] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.808192] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de987ed0-6dbf-4f78-985e-c3f42a2f43a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.816466] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.816661] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.817384] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85fe843-8ff2-4566-8f30-4e3ea4cc04ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.822192] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 709.822192] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c434ee-2510-9cb4-968a-b96d7e60e9a7" [ 709.822192] env[69155]: _type = "Task" [ 709.822192] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.831341] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c434ee-2510-9cb4-968a-b96d7e60e9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.893899] env[69155]: DEBUG nova.network.neutron [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Successfully updated port: 345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.083477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e35d9c7a-2adf-440d-8bcb-f83e317a07b7 tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.085440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.608s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.085708] env[69155]: DEBUG nova.objects.instance [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lazy-loading 'resources' on Instance uuid b6dfdaf0-57bb-4063-b261-3807636a5a84 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.206315] env[69155]: DEBUG nova.compute.manager [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.209602] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.287926] env[69155]: DEBUG oslo_concurrency.lockutils [req-1bcb87a5-d9cb-46ec-a354-47117a991334 req-8cc7c008-7368-4975-b592-da7ceba52c2d service nova] Releasing lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.334616] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c434ee-2510-9cb4-968a-b96d7e60e9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008893} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.334616] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d18654-20e7-4922-84da-06548fb15e95 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.340439] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 710.340439] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bda8a1-4982-cd49-81df-ac49e5d47d2e" [ 710.340439] env[69155]: _type = "Task" [ 710.340439] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.348235] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bda8a1-4982-cd49-81df-ac49e5d47d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.400242] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.400242] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.400242] env[69155]: DEBUG nova.network.neutron [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.708992] env[69155]: DEBUG oslo_vmware.api [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599231, 'name': PowerOnVM_Task, 'duration_secs': 0.916996} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.709278] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.709467] env[69155]: INFO nova.compute.manager [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Took 7.16 seconds to spawn the instance on the hypervisor. [ 710.709639] env[69155]: DEBUG nova.compute.manager [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.710498] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ce0126-fa38-4773-a2e4-8da0ee2fe130 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.753127] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.756473] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd040f9-0059-446f-92e5-0123465fbd08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.763035] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9b51-31c1-485b-9025-be6b3f8a439f tempest-ServersAdminNegativeTestJSON-770746959 tempest-ServersAdminNegativeTestJSON-770746959-project-admin] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Suspending the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 710.763795] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2113dfcd-92a5-4421-93e9-74ecc145aa89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.770137] env[69155]: DEBUG oslo_vmware.api [None req-217c9b51-31c1-485b-9025-be6b3f8a439f tempest-ServersAdminNegativeTestJSON-770746959 tempest-ServersAdminNegativeTestJSON-770746959-project-admin] Waiting for the task: (returnval){ [ 710.770137] env[69155]: value = "task-3599232" [ 710.770137] env[69155]: _type = "Task" [ 710.770137] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.781599] env[69155]: DEBUG oslo_vmware.api [None req-217c9b51-31c1-485b-9025-be6b3f8a439f tempest-ServersAdminNegativeTestJSON-770746959 tempest-ServersAdminNegativeTestJSON-770746959-project-admin] Task: {'id': task-3599232, 'name': SuspendVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.861669] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bda8a1-4982-cd49-81df-ac49e5d47d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.864666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.865364] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1b8f574e-cfb8-4a1a-9c4e-93098510f933/1b8f574e-cfb8-4a1a-9c4e-93098510f933.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.866867] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b1fc2b2-deca-47c7-9763-e57cc0e5699b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.875022] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 710.875022] env[69155]: value = "task-3599233" [ 710.875022] env[69155]: _type = "Task" [ 710.875022] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.890779] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.973685] env[69155]: DEBUG nova.network.neutron [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.240479] env[69155]: INFO nova.compute.manager [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Took 42.65 seconds to build instance. [ 711.247701] env[69155]: DEBUG nova.network.neutron [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating instance_info_cache with network_info: [{"id": "345f2441-51fd-45f9-8940-9b13f9315073", "address": "fa:16:3e:ca:28:b9", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f2441-51", "ovs_interfaceid": "345f2441-51fd-45f9-8940-9b13f9315073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.272038] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a6059-d459-474a-87ff-89e87b26d9ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.293620] env[69155]: DEBUG oslo_vmware.api [None req-217c9b51-31c1-485b-9025-be6b3f8a439f tempest-ServersAdminNegativeTestJSON-770746959 tempest-ServersAdminNegativeTestJSON-770746959-project-admin] Task: {'id': task-3599232, 'name': SuspendVM_Task} progress is 62%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.294892] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91ed101-5aa9-4bf7-9a0a-4649687b7bb7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.334130] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c978633-4240-4081-a14b-77c19f81eed4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.344012] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7a037c-e687-4f6f-847e-483922755b43 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.361808] env[69155]: DEBUG nova.compute.provider_tree [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.390408] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.488593] env[69155]: DEBUG nova.compute.manager [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received event network-vif-plugged-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.488844] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] Acquiring lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.489282] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.489513] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.489691] env[69155]: DEBUG nova.compute.manager [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] No waiting events found dispatching network-vif-plugged-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.489882] env[69155]: WARNING nova.compute.manager [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received unexpected event network-vif-plugged-345f2441-51fd-45f9-8940-9b13f9315073 for instance with vm_state building and task_state spawning. [ 711.490079] env[69155]: DEBUG nova.compute.manager [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received event network-changed-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.490245] env[69155]: DEBUG nova.compute.manager [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Refreshing instance network info cache due to event network-changed-345f2441-51fd-45f9-8940-9b13f9315073. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.490506] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] Acquiring lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.744947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75bf7e74-9e5c-43d0-ba03-0fded2bec11d tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.817s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.753207] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.753604] env[69155]: DEBUG nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Instance network_info: |[{"id": "345f2441-51fd-45f9-8940-9b13f9315073", "address": "fa:16:3e:ca:28:b9", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f2441-51", "ovs_interfaceid": "345f2441-51fd-45f9-8940-9b13f9315073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.753909] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] Acquired lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.754731] env[69155]: DEBUG nova.network.neutron [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Refreshing network info cache for port 345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.756104] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:28:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '345f2441-51fd-45f9-8940-9b13f9315073', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.770309] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating folder: Project (0b39ba7a23e34c7cbd94ad7b9b0db622). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.774864] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed136ca5-3f60-412e-a257-f58f1ce0a219 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.791337] env[69155]: DEBUG oslo_vmware.api [None req-217c9b51-31c1-485b-9025-be6b3f8a439f tempest-ServersAdminNegativeTestJSON-770746959 tempest-ServersAdminNegativeTestJSON-770746959-project-admin] Task: {'id': task-3599232, 'name': SuspendVM_Task} progress is 62%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.793632] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Created folder: Project (0b39ba7a23e34c7cbd94ad7b9b0db622) in parent group-v718010. [ 711.795045] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating folder: Instances. Parent ref: group-v718097. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.795045] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d89d6e9b-61d8-40b8-86a9-1878cfa8976d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.804526] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Created folder: Instances in parent group-v718097. [ 711.804785] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.804984] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.805224] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8666643-1fa6-47d6-81d1-0f23457bc9a8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.837262] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.837262] env[69155]: value = "task-3599236" [ 711.837262] env[69155]: _type = "Task" [ 711.837262] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.849170] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599236, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.866102] env[69155]: DEBUG nova.scheduler.client.report [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.894741] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580118} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.895055] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1b8f574e-cfb8-4a1a-9c4e-93098510f933/1b8f574e-cfb8-4a1a-9c4e-93098510f933.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.895798] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.895798] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcdfad80-c019-42f0-8e7f-708052495fc5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.901987] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 711.901987] env[69155]: value = "task-3599237" [ 711.901987] env[69155]: _type = "Task" [ 711.901987] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.911281] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.110122] env[69155]: DEBUG nova.network.neutron [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updated VIF entry in instance network info cache for port 345f2441-51fd-45f9-8940-9b13f9315073. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.110230] env[69155]: DEBUG nova.network.neutron [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating instance_info_cache with network_info: [{"id": "345f2441-51fd-45f9-8940-9b13f9315073", "address": "fa:16:3e:ca:28:b9", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f2441-51", "ovs_interfaceid": "345f2441-51fd-45f9-8940-9b13f9315073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.247723] env[69155]: DEBUG nova.compute.manager [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.290216] env[69155]: DEBUG oslo_vmware.api [None req-217c9b51-31c1-485b-9025-be6b3f8a439f tempest-ServersAdminNegativeTestJSON-770746959 tempest-ServersAdminNegativeTestJSON-770746959-project-admin] Task: {'id': task-3599232, 'name': SuspendVM_Task, 'duration_secs': 1.103547} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.290216] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-217c9b51-31c1-485b-9025-be6b3f8a439f tempest-ServersAdminNegativeTestJSON-770746959 tempest-ServersAdminNegativeTestJSON-770746959-project-admin] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Suspended the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 712.290294] env[69155]: DEBUG nova.compute.manager [None req-217c9b51-31c1-485b-9025-be6b3f8a439f tempest-ServersAdminNegativeTestJSON-770746959 tempest-ServersAdminNegativeTestJSON-770746959-project-admin] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.293038] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbd1af0-f224-42d6-9ed2-45c160df6a73 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.351651] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599236, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.372437] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.375234] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.443s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.377194] env[69155]: INFO nova.compute.claims [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.411013] env[69155]: INFO nova.scheduler.client.report [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Deleted allocations for instance b6dfdaf0-57bb-4063-b261-3807636a5a84 [ 712.423072] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263826} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.423072] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.423922] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5631d31-f36b-47d1-bfe3-6ac13e9dbe40 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.455845] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 1b8f574e-cfb8-4a1a-9c4e-93098510f933/1b8f574e-cfb8-4a1a-9c4e-93098510f933.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.456604] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a50f41-b3a2-48fa-b078-c1204a46f254 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.481187] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 712.481187] env[69155]: value = "task-3599238" [ 712.481187] env[69155]: _type = "Task" [ 712.481187] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.491908] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.613579] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f31d8ce-4048-4e35-922f-eca34ec4b9b1 req-f6a877e0-a994-44f9-9a8f-ca15cc8e8ae5 service nova] Releasing lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.778368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.849178] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599236, 'name': CreateVM_Task, 'duration_secs': 0.749636} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.849344] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.850046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.850219] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.850556] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.850826] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6f8ced-5e8f-46d3-ab0f-d8249e37e8b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.855382] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 712.855382] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52725f2e-5ffc-14cd-355b-09968f019bcc" [ 712.855382] env[69155]: _type = "Task" [ 712.855382] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.863185] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52725f2e-5ffc-14cd-355b-09968f019bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.900902] env[69155]: INFO nova.compute.manager [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Rebuilding instance [ 712.923896] env[69155]: DEBUG oslo_concurrency.lockutils [None req-594f296c-4d72-4538-9d9f-6974841f0e63 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Lock "b6dfdaf0-57bb-4063-b261-3807636a5a84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.697s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.952532] env[69155]: DEBUG nova.compute.manager [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.954098] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7015127-3b8d-40b8-b4d0-11964f700970 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.990765] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599238, 'name': ReconfigVM_Task, 'duration_secs': 0.276166} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.991143] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 1b8f574e-cfb8-4a1a-9c4e-93098510f933/1b8f574e-cfb8-4a1a-9c4e-93098510f933.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.992380] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c146fcc8-8146-40cd-a67e-4b54c96737f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.998934] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 712.998934] env[69155]: value = "task-3599239" [ 712.998934] env[69155]: _type = "Task" [ 712.998934] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.007054] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599239, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.370018] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52725f2e-5ffc-14cd-355b-09968f019bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.370018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.370018] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.370018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.370309] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.370309] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.370309] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcf16e89-fbcd-49d3-b8dd-27d14ed7e0d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.376487] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.376672] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.377867] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65640d1a-6841-4576-a421-2cb70f98a314 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.382771] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 713.382771] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea46c2-5851-84e1-894a-a944ba76bedd" [ 713.382771] env[69155]: _type = "Task" [ 713.382771] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.394899] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea46c2-5851-84e1-894a-a944ba76bedd, 'name': SearchDatastore_Task, 'duration_secs': 0.009127} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.395768] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99e0cce-3016-41ef-9479-84761b8241b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.401050] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 713.401050] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52987c68-54fa-c2c5-1450-fc0ab2ff2846" [ 713.401050] env[69155]: _type = "Task" [ 713.401050] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.409286] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52987c68-54fa-c2c5-1450-fc0ab2ff2846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.514927] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599239, 'name': Rename_Task, 'duration_secs': 0.141047} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.514927] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.514927] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21ebf33f-43c4-4726-978c-0aa42516c68c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.529807] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 713.529807] env[69155]: value = "task-3599240" [ 713.529807] env[69155]: _type = "Task" [ 713.529807] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.542931] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.910897] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52987c68-54fa-c2c5-1450-fc0ab2ff2846, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.911180] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.911745] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 88adf8a9-777e-4f76-8d50-cb81835a528e/88adf8a9-777e-4f76-8d50-cb81835a528e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.911745] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-897e46e6-2846-46b0-8c11-5a81c7c1239e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.922340] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 713.922340] env[69155]: value = "task-3599241" [ 713.922340] env[69155]: _type = "Task" [ 713.922340] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.939652] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.946299] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a2f60c-a11f-4293-b690-4405f48eb1c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.953322] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35d5af9-b16c-43ef-bfff-4476b5f43fe9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.985078] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.985608] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cfd92c0-a930-44ac-a3ca-8d8a48b2f507 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.987961] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4618cd5e-4ad5-4ebb-803f-d698c79b579e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.997198] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aa46aa-a958-408e-84d6-8ac30515f5bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.001498] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 714.001498] env[69155]: value = "task-3599242" [ 714.001498] env[69155]: _type = "Task" [ 714.001498] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.014089] env[69155]: DEBUG nova.compute.provider_tree [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.021300] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.041380] env[69155]: DEBUG oslo_vmware.api [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599240, 'name': PowerOnVM_Task, 'duration_secs': 0.484503} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.041554] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.041789] env[69155]: INFO nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Took 7.75 seconds to spawn the instance on the hypervisor. [ 714.042080] env[69155]: DEBUG nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.044229] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e815ca07-9124-4942-a2ad-aed7aab9ed08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.433072] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505614} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.433072] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 88adf8a9-777e-4f76-8d50-cb81835a528e/88adf8a9-777e-4f76-8d50-cb81835a528e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.433230] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.433553] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5bbd0b9-6421-4eb5-a89d-3a0c1f2aabdc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.442624] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 714.442624] env[69155]: value = "task-3599243" [ 714.442624] env[69155]: _type = "Task" [ 714.442624] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.451968] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.512193] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599242, 'name': PowerOffVM_Task, 'duration_secs': 0.191853} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.512458] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.512692] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.514079] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50af2c47-2c27-4631-af52-0045101a1fe4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.519279] env[69155]: DEBUG nova.scheduler.client.report [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.524837] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.525352] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75c58c86-1b46-42dc-9244-3ef418bd5ad4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.550402] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.550761] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.551087] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Deleting the datastore file [datastore2] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.551450] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d74063-ef47-4250-874f-3e782ab443e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.560708] env[69155]: INFO nova.compute.manager [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Took 40.69 seconds to build instance. [ 714.562780] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 714.562780] env[69155]: value = "task-3599245" [ 714.562780] env[69155]: _type = "Task" [ 714.562780] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.570645] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.952222] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066053} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.952410] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.953195] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29adb30-4b9f-47c5-92e3-0d9a7461c513 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.980060] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 88adf8a9-777e-4f76-8d50-cb81835a528e/88adf8a9-777e-4f76-8d50-cb81835a528e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.980673] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d593f5f-f027-46e0-942c-dcb1e9ce3d78 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.000811] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 715.000811] env[69155]: value = "task-3599246" [ 715.000811] env[69155]: _type = "Task" [ 715.000811] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.009216] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.027217] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.027217] env[69155]: DEBUG nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.029457] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.803s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.031031] env[69155]: INFO nova.compute.claims [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.063889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7386b061-b76e-48d2-93f7-abcef169825b tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.026s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.074648] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10705} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.075566] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.075764] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.075937] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.401549] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.401549] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.401549] env[69155]: INFO nova.compute.manager [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Rebooting instance [ 715.517722] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599246, 'name': ReconfigVM_Task, 'duration_secs': 0.310049} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.518434] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 88adf8a9-777e-4f76-8d50-cb81835a528e/88adf8a9-777e-4f76-8d50-cb81835a528e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.519315] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31477076-dd90-41af-a809-6af48b40f6b3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.528376] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 715.528376] env[69155]: value = "task-3599247" [ 715.528376] env[69155]: _type = "Task" [ 715.528376] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.537060] env[69155]: DEBUG nova.compute.utils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.543562] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599247, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.543562] env[69155]: DEBUG nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.543562] env[69155]: DEBUG nova.network.neutron [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.570067] env[69155]: DEBUG nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.661020] env[69155]: DEBUG nova.policy [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0fbad220e2c48d5b1f57c70f5e32af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93797b47b4cc47909aafce88dbe94531', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.934619] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.937257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquired lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.940013] env[69155]: DEBUG nova.network.neutron [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.038557] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599247, 'name': Rename_Task, 'duration_secs': 0.147428} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.038856] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.039121] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b2cf6fb-c967-44a6-bdc1-5eeee3fff1e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.040954] env[69155]: DEBUG nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.055581] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 716.055581] env[69155]: value = "task-3599248" [ 716.055581] env[69155]: _type = "Task" [ 716.055581] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.066351] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.103647] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.103647] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.103868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.103948] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.104670] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.107890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.108614] env[69155]: INFO nova.compute.manager [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Terminating instance [ 716.130992] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.132366] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.132366] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.132366] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.132366] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.132366] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.132366] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.133402] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.133402] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.133402] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.133402] env[69155]: DEBUG nova.virt.hardware [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.134705] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325d03e7-fcc7-4d84-9ba9-fcffc69bb185 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.145739] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c27c24-6b85-450a-8ce7-45fa4ab28904 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.161621] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.167704] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.171083] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.171624] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f7291d8-353a-4d00-a231-f0badd6bd6dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.190221] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.190221] env[69155]: value = "task-3599249" [ 716.190221] env[69155]: _type = "Task" [ 716.190221] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.198549] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599249, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.232384] env[69155]: DEBUG nova.network.neutron [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Successfully created port: 203717ad-c0e8-4def-b5a5-466876471290 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.572685] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.614440] env[69155]: DEBUG nova.compute.manager [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.614857] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.616644] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6ed4d-9a2b-4d52-83bf-ae3cbf75f4fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.632326] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.632825] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb0e0295-7e57-4604-9271-b6186cce4f41 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.683484] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46382c47-f025-4c63-9c23-4e853143920b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.694621] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b1442f-15ad-406b-81c7-cbdadf9aae1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.703202] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599249, 'name': CreateVM_Task, 'duration_secs': 0.302592} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.729973] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.734263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.734263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.734688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.735481] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a4970-e203-4682-bc81-2bd9b0c7a163 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.738551] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b295723-b587-4175-8ce8-3501e5ceaa07 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.744182] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 716.744182] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3e1cf-156a-d232-9368-1dc3c6516af8" [ 716.744182] env[69155]: _type = "Task" [ 716.744182] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.750327] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e017aa53-2a3c-42c8-bff6-de3a582e8e0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.761094] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3e1cf-156a-d232-9368-1dc3c6516af8, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.769582] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.770075] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.770157] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.771662] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.771662] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.771662] env[69155]: DEBUG nova.compute.provider_tree [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.773025] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76772b23-e908-4080-ae1b-fde59e384358 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.782253] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.783031] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.783513] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286954ac-8d56-41a5-bac1-0486444a9fea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.789509] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 716.789509] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5204f61d-132a-b43f-bebd-77c1898954f2" [ 716.789509] env[69155]: _type = "Task" [ 716.789509] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.797469] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5204f61d-132a-b43f-bebd-77c1898954f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.060511] env[69155]: DEBUG nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.078802] env[69155]: DEBUG oslo_vmware.api [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599248, 'name': PowerOnVM_Task, 'duration_secs': 0.627276} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.078802] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.078802] env[69155]: INFO nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Took 8.16 seconds to spawn the instance on the hypervisor. [ 717.078802] env[69155]: DEBUG nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.078802] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be51a6a5-2db5-4bf5-8be4-455d353730d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.096430] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.097209] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.097209] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.097209] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.097209] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.097451] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.098084] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.098084] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.098084] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.098358] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.098608] env[69155]: DEBUG nova.virt.hardware [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.099500] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ecc0be-c72c-40a7-b4a9-4198e91c4f0f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.107563] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92beeff3-ace4-47e2-9b81-03946e15e96b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.234170] env[69155]: DEBUG nova.network.neutron [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Updating instance_info_cache with network_info: [{"id": "ec63d082-46d1-4e3a-8196-3784a5311a16", "address": "fa:16:3e:fe:d4:85", "network": {"id": "2b11d600-8b30-4334-9e7d-373c0068405c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1161025670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a4032e7fe5459a9144cbee95b12a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec63d082-46", "ovs_interfaceid": "ec63d082-46d1-4e3a-8196-3784a5311a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.267982] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.268233] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.268413] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleting the datastore file [datastore2] a7e491d0-46d8-48dc-b4ca-e87f6b4a4605 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.268698] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7981e3e5-f661-4d65-b3e8-e5c4a4a48817 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.274209] env[69155]: DEBUG nova.scheduler.client.report [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.282197] env[69155]: DEBUG oslo_vmware.api [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 717.282197] env[69155]: value = "task-3599251" [ 717.282197] env[69155]: _type = "Task" [ 717.282197] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.288479] env[69155]: DEBUG oslo_vmware.api [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.299169] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5204f61d-132a-b43f-bebd-77c1898954f2, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.300022] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70264402-7e5c-4af7-aae3-8319d0dcc094 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.305957] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 717.305957] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d5575a-e6c7-b286-161f-f613431a480c" [ 717.305957] env[69155]: _type = "Task" [ 717.305957] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.316322] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d5575a-e6c7-b286-161f-f613431a480c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.601423] env[69155]: INFO nova.compute.manager [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Took 40.97 seconds to build instance. [ 717.737897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Releasing lock "refresh_cache-1b8f574e-cfb8-4a1a-9c4e-93098510f933" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.781020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.782034] env[69155]: DEBUG nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.787102] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.928s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.787475] env[69155]: DEBUG nova.objects.instance [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lazy-loading 'resources' on Instance uuid ff1fb4b8-8707-4053-a288-af4aaf7e9ebc {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.798532] env[69155]: DEBUG oslo_vmware.api [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367675} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.800497] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.803025] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.803025] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.803025] env[69155]: INFO nova.compute.manager [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Took 1.19 seconds to destroy the instance on the hypervisor. [ 717.803025] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.803025] env[69155]: DEBUG nova.compute.manager [-] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.803354] env[69155]: DEBUG nova.network.neutron [-] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.819469] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d5575a-e6c7-b286-161f-f613431a480c, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.822017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.822017] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e/1d6ef9b4-417a-4fb6-a04a-f04a918c020e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.822017] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b38efa20-b132-4f0a-8356-b180593dcd7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.829701] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 717.829701] env[69155]: value = "task-3599252" [ 717.829701] env[69155]: _type = "Task" [ 717.829701] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.839102] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.103383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d26e24bb-1940-4899-a7d0-80db78a13e2d tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.815s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.249629] env[69155]: DEBUG nova.compute.manager [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.251264] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade445bf-b0f3-4413-a0db-46a6c17700da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.288974] env[69155]: DEBUG nova.compute.utils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.291615] env[69155]: DEBUG nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.295399] env[69155]: DEBUG nova.network.neutron [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.341084] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457089} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.345036] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e/1d6ef9b4-417a-4fb6-a04a-f04a918c020e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.345036] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.346289] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00334b8-0779-4452-9208-027cfe7155d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.355027] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 718.355027] env[69155]: value = "task-3599253" [ 718.355027] env[69155]: _type = "Task" [ 718.355027] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.361580] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.391352] env[69155]: DEBUG nova.policy [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b61ae3d532d9438caf50b9ba6e830ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '683fba44be284edb9c861d4d85ca47fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.502488] env[69155]: DEBUG nova.compute.manager [req-b1609510-3242-47ce-9f22-045b03bf34ed req-9dc3aede-9f5a-4a64-9100-0e56768e598e service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Received event network-vif-deleted-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.502702] env[69155]: INFO nova.compute.manager [req-b1609510-3242-47ce-9f22-045b03bf34ed req-9dc3aede-9f5a-4a64-9100-0e56768e598e service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Neutron deleted interface d880d77a-eff0-4dcf-bd6f-a2347e4d62d6; detaching it from the instance and deleting it from the info cache [ 718.502897] env[69155]: DEBUG nova.network.neutron [req-b1609510-3242-47ce-9f22-045b03bf34ed req-9dc3aede-9f5a-4a64-9100-0e56768e598e service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.525826] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquiring lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.525964] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.607473] env[69155]: DEBUG nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.679590] env[69155]: DEBUG nova.network.neutron [-] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.798611] env[69155]: DEBUG nova.network.neutron [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Successfully updated port: 203717ad-c0e8-4def-b5a5-466876471290 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.799496] env[69155]: DEBUG nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.867502] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065418} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.872741] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.874950] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cd011a-a1e5-4c4e-a83c-5a9a8bd895e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.898595] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e/1d6ef9b4-417a-4fb6-a04a-f04a918c020e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.901576] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83eac8fe-37e3-43fb-bdad-6f7c62135992 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.922693] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 718.922693] env[69155]: value = "task-3599254" [ 718.922693] env[69155]: _type = "Task" [ 718.922693] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.931243] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.966506] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "1ec0539b-ed48-4c66-8dab-5329eac7316d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.966746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "1ec0539b-ed48-4c66-8dab-5329eac7316d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.980870] env[69155]: DEBUG nova.network.neutron [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Successfully created port: 704f0aea-539f-4763-85d5-77f3b44b669d {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.984879] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85502ec-61f4-45a8-a7ac-9c443afff6ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.992840] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abce7af-0c93-408e-b70e-1bec13b530e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.027112] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dec47ee-9baf-4a99-bc5a-e84331df4acf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.033237] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b832840e-2008-43a8-9f6d-841c7d885dd9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.038741] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5179ca30-5062-4b40-aef9-e6b52047f1b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.045535] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0fd59c-e164-4f8e-929f-e9106248be73 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.068641] env[69155]: DEBUG nova.compute.provider_tree [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.082391] env[69155]: DEBUG nova.compute.manager [req-b1609510-3242-47ce-9f22-045b03bf34ed req-9dc3aede-9f5a-4a64-9100-0e56768e598e service nova] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Detach interface failed, port_id=d880d77a-eff0-4dcf-bd6f-a2347e4d62d6, reason: Instance a7e491d0-46d8-48dc-b4ca-e87f6b4a4605 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 719.133924] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.182242] env[69155]: INFO nova.compute.manager [-] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Took 1.38 seconds to deallocate network for instance. [ 719.281659] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c6d0bc-8388-4c17-8b30-ea7f14572736 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.289816] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Doing hard reboot of VM {{(pid=69155) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 719.290103] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c12de819-47b7-4a82-970a-52de1306863a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.299598] env[69155]: DEBUG oslo_vmware.api [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 719.299598] env[69155]: value = "task-3599255" [ 719.299598] env[69155]: _type = "Task" [ 719.299598] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.305055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "refresh_cache-f81dc110-fe05-46de-85e0-6af0ad6d1f11" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.305259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquired lock "refresh_cache-f81dc110-fe05-46de-85e0-6af0ad6d1f11" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.305412] env[69155]: DEBUG nova.network.neutron [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.310297] env[69155]: DEBUG oslo_vmware.api [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599255, 'name': ResetVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.436072] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.603080] env[69155]: ERROR nova.scheduler.client.report [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] [req-e2765532-1ed2-47bc-add0-731eebc2e1ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e2765532-1ed2-47bc-add0-731eebc2e1ed"}]} [ 719.620192] env[69155]: DEBUG nova.scheduler.client.report [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 719.634362] env[69155]: DEBUG nova.scheduler.client.report [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 719.634664] env[69155]: DEBUG nova.compute.provider_tree [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.646584] env[69155]: DEBUG nova.scheduler.client.report [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 719.665471] env[69155]: DEBUG nova.scheduler.client.report [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 719.693092] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.806498] env[69155]: DEBUG oslo_vmware.api [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599255, 'name': ResetVM_Task, 'duration_secs': 0.094888} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.809020] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Did hard reboot of VM {{(pid=69155) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 719.809239] env[69155]: DEBUG nova.compute.manager [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.811171] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e7d948-d568-4b98-b201-f6def44db06e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.817853] env[69155]: DEBUG nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.853821] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.854047] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.854244] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.854397] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.854546] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.854699] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.854909] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.855590] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.855590] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.856163] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.856402] env[69155]: DEBUG nova.virt.hardware [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.857675] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe120009-1656-4ae8-b4bd-c72bd9b91675 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.870956] env[69155]: DEBUG nova.network.neutron [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.873812] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39979d6-e205-46a8-8878-2aa1734e3106 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.934250] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599254, 'name': ReconfigVM_Task, 'duration_secs': 0.550037} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.934900] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e/1d6ef9b4-417a-4fb6-a04a-f04a918c020e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.935741] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dc1c19e-aafc-4810-b51d-40c8d8392a37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.949294] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 719.949294] env[69155]: value = "task-3599256" [ 719.949294] env[69155]: _type = "Task" [ 719.949294] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.959313] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599256, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.053709] env[69155]: DEBUG nova.network.neutron [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Updating instance_info_cache with network_info: [{"id": "203717ad-c0e8-4def-b5a5-466876471290", "address": "fa:16:3e:8e:8d:77", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203717ad-c0", "ovs_interfaceid": "203717ad-c0e8-4def-b5a5-466876471290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.257344] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1440d93-e0bd-45cd-9af6-9807d1453dd4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.264875] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb78081-125b-4eb7-9c5a-344439779925 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.300983] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83087fd6-b202-4425-a160-688dab1128ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.314029] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0106a7-f84e-47d4-af59-038350d1a323 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.329237] env[69155]: DEBUG nova.compute.provider_tree [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.340274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fdd61225-01fa-4ef5-9c00-e03900699711 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.940s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.460094] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599256, 'name': Rename_Task, 'duration_secs': 0.331449} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.460386] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.461079] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75399d3-c9e8-421b-82de-61b5bd80d170 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.466613] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 720.466613] env[69155]: value = "task-3599257" [ 720.466613] env[69155]: _type = "Task" [ 720.466613] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.475506] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.544182] env[69155]: DEBUG nova.compute.manager [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Received event network-vif-plugged-203717ad-c0e8-4def-b5a5-466876471290 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.544411] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Acquiring lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.544619] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.544791] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.544958] env[69155]: DEBUG nova.compute.manager [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] No waiting events found dispatching network-vif-plugged-203717ad-c0e8-4def-b5a5-466876471290 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.545151] env[69155]: WARNING nova.compute.manager [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Received unexpected event network-vif-plugged-203717ad-c0e8-4def-b5a5-466876471290 for instance with vm_state building and task_state spawning. [ 720.545319] env[69155]: DEBUG nova.compute.manager [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Received event network-changed-203717ad-c0e8-4def-b5a5-466876471290 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.545539] env[69155]: DEBUG nova.compute.manager [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Refreshing instance network info cache due to event network-changed-203717ad-c0e8-4def-b5a5-466876471290. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.545717] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Acquiring lock "refresh_cache-f81dc110-fe05-46de-85e0-6af0ad6d1f11" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.557293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Releasing lock "refresh_cache-f81dc110-fe05-46de-85e0-6af0ad6d1f11" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.557293] env[69155]: DEBUG nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Instance network_info: |[{"id": "203717ad-c0e8-4def-b5a5-466876471290", "address": "fa:16:3e:8e:8d:77", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203717ad-c0", "ovs_interfaceid": "203717ad-c0e8-4def-b5a5-466876471290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.557413] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Acquired lock "refresh_cache-f81dc110-fe05-46de-85e0-6af0ad6d1f11" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.557413] env[69155]: DEBUG nova.network.neutron [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Refreshing network info cache for port 203717ad-c0e8-4def-b5a5-466876471290 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.558612] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:8d:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '203717ad-c0e8-4def-b5a5-466876471290', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.568794] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.568794] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.568794] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5203688-8909-4a9a-9204-a3f5ef31ed63 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.593018] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.593018] env[69155]: value = "task-3599258" [ 720.593018] env[69155]: _type = "Task" [ 720.593018] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.601762] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599258, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.637636] env[69155]: DEBUG nova.network.neutron [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Successfully updated port: 704f0aea-539f-4763-85d5-77f3b44b669d {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.808517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.808872] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.809152] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.809394] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.809612] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.812369] env[69155]: INFO nova.compute.manager [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Terminating instance [ 720.865831] env[69155]: DEBUG nova.scheduler.client.report [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 720.866113] env[69155]: DEBUG nova.compute.provider_tree [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 55 to 56 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 720.866309] env[69155]: DEBUG nova.compute.provider_tree [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.976963] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.102318] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599258, 'name': CreateVM_Task, 'duration_secs': 0.333054} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.104743] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.105420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.105681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.105992] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.106605] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52453612-7803-42a9-9f96-b203c6bbd62c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.111557] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 721.111557] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f9aa06-d2dc-ec9c-c536-aee7e7c9b930" [ 721.111557] env[69155]: _type = "Task" [ 721.111557] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.119421] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f9aa06-d2dc-ec9c-c536-aee7e7c9b930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.140654] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "refresh_cache-b47d5434-6e48-442e-80dd-aefc47ce2de9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.140810] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "refresh_cache-b47d5434-6e48-442e-80dd-aefc47ce2de9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.140943] env[69155]: DEBUG nova.network.neutron [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.302252] env[69155]: DEBUG nova.network.neutron [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Updated VIF entry in instance network info cache for port 203717ad-c0e8-4def-b5a5-466876471290. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.302693] env[69155]: DEBUG nova.network.neutron [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Updating instance_info_cache with network_info: [{"id": "203717ad-c0e8-4def-b5a5-466876471290", "address": "fa:16:3e:8e:8d:77", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap203717ad-c0", "ovs_interfaceid": "203717ad-c0e8-4def-b5a5-466876471290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.317842] env[69155]: DEBUG nova.compute.manager [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.318160] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.319126] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9222ac83-76fd-43df-9263-4e298e5c4150 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.328042] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.328345] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37933858-090a-4d04-8313-987716c1be25 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.334919] env[69155]: DEBUG oslo_vmware.api [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 721.334919] env[69155]: value = "task-3599259" [ 721.334919] env[69155]: _type = "Task" [ 721.334919] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.343099] env[69155]: DEBUG oslo_vmware.api [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.371695] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.585s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.374674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.477s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.374674] env[69155]: DEBUG nova.objects.instance [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lazy-loading 'resources' on Instance uuid 61cdbd6e-75d2-45af-b4b3-cba900b17dc1 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.393823] env[69155]: INFO nova.scheduler.client.report [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Deleted allocations for instance ff1fb4b8-8707-4053-a288-af4aaf7e9ebc [ 721.477791] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.624042] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f9aa06-d2dc-ec9c-c536-aee7e7c9b930, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.624042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.624501] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.624742] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.625008] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.625332] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.625724] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e147b3a1-a4ad-4a52-8f21-7120d38e442a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.635106] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.635302] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.636036] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3bb8ad-b377-43b4-81b3-d533da81b68e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.641591] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 721.641591] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3d1e7-e446-0790-0ae7-1517006d9e72" [ 721.641591] env[69155]: _type = "Task" [ 721.641591] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.650848] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3d1e7-e446-0790-0ae7-1517006d9e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.674449] env[69155]: DEBUG nova.network.neutron [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.806266] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Releasing lock "refresh_cache-f81dc110-fe05-46de-85e0-6af0ad6d1f11" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.806544] env[69155]: DEBUG nova.compute.manager [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Received event network-vif-plugged-704f0aea-539f-4763-85d5-77f3b44b669d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.806765] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Acquiring lock "b47d5434-6e48-442e-80dd-aefc47ce2de9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.806971] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Lock "b47d5434-6e48-442e-80dd-aefc47ce2de9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.807147] env[69155]: DEBUG oslo_concurrency.lockutils [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] Lock "b47d5434-6e48-442e-80dd-aefc47ce2de9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.807312] env[69155]: DEBUG nova.compute.manager [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] No waiting events found dispatching network-vif-plugged-704f0aea-539f-4763-85d5-77f3b44b669d {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.807482] env[69155]: WARNING nova.compute.manager [req-904d20ed-a1dc-4fc9-b7d0-81b8dfada905 req-7db3a080-df72-45ae-a806-5b4ade703603 service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Received unexpected event network-vif-plugged-704f0aea-539f-4763-85d5-77f3b44b669d for instance with vm_state building and task_state spawning. [ 721.812811] env[69155]: DEBUG nova.network.neutron [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Updating instance_info_cache with network_info: [{"id": "704f0aea-539f-4763-85d5-77f3b44b669d", "address": "fa:16:3e:23:e2:9b", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704f0aea-53", "ovs_interfaceid": "704f0aea-539f-4763-85d5-77f3b44b669d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.844825] env[69155]: DEBUG oslo_vmware.api [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599259, 'name': PowerOffVM_Task, 'duration_secs': 0.181099} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.845086] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.845257] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.845522] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c01c1bcd-ad23-433a-9a6e-6f0c8b3fc4a8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.903035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5f7849b-557b-439c-aa19-016f8f6f9c2f tempest-ServerShowV254Test-251248093 tempest-ServerShowV254Test-251248093-project-member] Lock "ff1fb4b8-8707-4053-a288-af4aaf7e9ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.457s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.983598] env[69155]: DEBUG oslo_vmware.api [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599257, 'name': PowerOnVM_Task, 'duration_secs': 1.237945} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.983899] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.984101] env[69155]: DEBUG nova.compute.manager [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.985084] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0284951-0be7-470c-8bda-4c17c08eccca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.994423] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.994423] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.994423] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Deleting the datastore file [datastore2] 1b8f574e-cfb8-4a1a-9c4e-93098510f933 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.994635] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b87062cd-09c3-4fc9-971e-fb2426afba7d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.005575] env[69155]: DEBUG oslo_vmware.api [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for the task: (returnval){ [ 722.005575] env[69155]: value = "task-3599261" [ 722.005575] env[69155]: _type = "Task" [ 722.005575] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.013657] env[69155]: DEBUG oslo_vmware.api [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.156319] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3d1e7-e446-0790-0ae7-1517006d9e72, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.157225] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd2c977-d170-48ae-bb02-c771be1aa688 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.162573] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 722.162573] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d76c8b-c087-0f1a-cd0a-6a36c1e4e4aa" [ 722.162573] env[69155]: _type = "Task" [ 722.162573] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.176518] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d76c8b-c087-0f1a-cd0a-6a36c1e4e4aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.176821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.177531] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] f81dc110-fe05-46de-85e0-6af0ad6d1f11/f81dc110-fe05-46de-85e0-6af0ad6d1f11.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.179974] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab6e6ed7-014d-490e-9f96-4711df4ba7eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.189354] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 722.189354] env[69155]: value = "task-3599262" [ 722.189354] env[69155]: _type = "Task" [ 722.189354] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.199518] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.317048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "refresh_cache-b47d5434-6e48-442e-80dd-aefc47ce2de9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.317048] env[69155]: DEBUG nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Instance network_info: |[{"id": "704f0aea-539f-4763-85d5-77f3b44b669d", "address": "fa:16:3e:23:e2:9b", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704f0aea-53", "ovs_interfaceid": "704f0aea-539f-4763-85d5-77f3b44b669d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.317378] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:e2:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704f0aea-539f-4763-85d5-77f3b44b669d', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.324105] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.326081] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.326553] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-577a35b5-babc-437b-a7eb-7a1fc756e16e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.347644] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.347644] env[69155]: value = "task-3599263" [ 722.347644] env[69155]: _type = "Task" [ 722.347644] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.358420] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599263, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.474135] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0c04d-21c7-4c87-82d7-00d593889cfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.482951] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbacf31-1bfa-4463-be39-df079b6732b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.526065] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c10d1-6d8f-424e-9e19-0711738a5d84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.529379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.538254] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1433e6a-68d4-4da3-b56b-1931b860012a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.542260] env[69155]: DEBUG oslo_vmware.api [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Task: {'id': task-3599261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148101} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.542544] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.542732] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.542904] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.543095] env[69155]: INFO nova.compute.manager [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Took 1.23 seconds to destroy the instance on the hypervisor. [ 722.543353] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.544138] env[69155]: DEBUG nova.compute.manager [-] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.544138] env[69155]: DEBUG nova.network.neutron [-] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.555184] env[69155]: DEBUG nova.compute.provider_tree [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.633629] env[69155]: DEBUG nova.compute.manager [req-edfdb8e9-5823-4f85-91d2-86ada937c2ec req-1f30ed55-0443-4dea-a876-4e068f6e004c service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Received event network-changed-704f0aea-539f-4763-85d5-77f3b44b669d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.634359] env[69155]: DEBUG nova.compute.manager [req-edfdb8e9-5823-4f85-91d2-86ada937c2ec req-1f30ed55-0443-4dea-a876-4e068f6e004c service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Refreshing instance network info cache due to event network-changed-704f0aea-539f-4763-85d5-77f3b44b669d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.634359] env[69155]: DEBUG oslo_concurrency.lockutils [req-edfdb8e9-5823-4f85-91d2-86ada937c2ec req-1f30ed55-0443-4dea-a876-4e068f6e004c service nova] Acquiring lock "refresh_cache-b47d5434-6e48-442e-80dd-aefc47ce2de9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.634359] env[69155]: DEBUG oslo_concurrency.lockutils [req-edfdb8e9-5823-4f85-91d2-86ada937c2ec req-1f30ed55-0443-4dea-a876-4e068f6e004c service nova] Acquired lock "refresh_cache-b47d5434-6e48-442e-80dd-aefc47ce2de9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.634747] env[69155]: DEBUG nova.network.neutron [req-edfdb8e9-5823-4f85-91d2-86ada937c2ec req-1f30ed55-0443-4dea-a876-4e068f6e004c service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Refreshing network info cache for port 704f0aea-539f-4763-85d5-77f3b44b669d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.700063] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599262, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.861624] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599263, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.887720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.888041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.888274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.888469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.888737] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.891565] env[69155]: INFO nova.compute.manager [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Terminating instance [ 723.096294] env[69155]: DEBUG nova.scheduler.client.report [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 723.096656] env[69155]: DEBUG nova.compute.provider_tree [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 56 to 57 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.096881] env[69155]: DEBUG nova.compute.provider_tree [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.202737] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562966} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.202737] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] f81dc110-fe05-46de-85e0-6af0ad6d1f11/f81dc110-fe05-46de-85e0-6af0ad6d1f11.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.202950] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.203387] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-055b1526-1df8-49e3-b4ac-6634bafc0f65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.209846] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 723.209846] env[69155]: value = "task-3599264" [ 723.209846] env[69155]: _type = "Task" [ 723.209846] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.217978] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.359372] env[69155]: DEBUG nova.network.neutron [-] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.360274] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599263, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.380100] env[69155]: DEBUG nova.network.neutron [req-edfdb8e9-5823-4f85-91d2-86ada937c2ec req-1f30ed55-0443-4dea-a876-4e068f6e004c service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Updated VIF entry in instance network info cache for port 704f0aea-539f-4763-85d5-77f3b44b669d. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.380803] env[69155]: DEBUG nova.network.neutron [req-edfdb8e9-5823-4f85-91d2-86ada937c2ec req-1f30ed55-0443-4dea-a876-4e068f6e004c service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Updating instance_info_cache with network_info: [{"id": "704f0aea-539f-4763-85d5-77f3b44b669d", "address": "fa:16:3e:23:e2:9b", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704f0aea-53", "ovs_interfaceid": "704f0aea-539f-4763-85d5-77f3b44b669d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.398995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "refresh_cache-1d6ef9b4-417a-4fb6-a04a-f04a918c020e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.399208] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquired lock "refresh_cache-1d6ef9b4-417a-4fb6-a04a-f04a918c020e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.399411] env[69155]: DEBUG nova.network.neutron [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.602634] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.604978] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.843s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.605228] env[69155]: DEBUG nova.objects.instance [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lazy-loading 'resources' on Instance uuid fb4296b3-38c0-4e9f-984b-1409a072aba5 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.629913] env[69155]: INFO nova.scheduler.client.report [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Deleted allocations for instance 61cdbd6e-75d2-45af-b4b3-cba900b17dc1 [ 723.723781] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098353} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.724132] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.724945] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e9e04-429f-4393-9a67-54ceddecf319 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.751607] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f81dc110-fe05-46de-85e0-6af0ad6d1f11/f81dc110-fe05-46de-85e0-6af0ad6d1f11.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.752301] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cce0cf9-5148-478b-b25e-a78a3519d5a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.776627] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 723.776627] env[69155]: value = "task-3599265" [ 723.776627] env[69155]: _type = "Task" [ 723.776627] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.785426] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.858436] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599263, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.861995] env[69155]: INFO nova.compute.manager [-] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Took 1.32 seconds to deallocate network for instance. [ 723.885087] env[69155]: DEBUG oslo_concurrency.lockutils [req-edfdb8e9-5823-4f85-91d2-86ada937c2ec req-1f30ed55-0443-4dea-a876-4e068f6e004c service nova] Releasing lock "refresh_cache-b47d5434-6e48-442e-80dd-aefc47ce2de9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.930926] env[69155]: DEBUG nova.network.neutron [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.020149] env[69155]: DEBUG nova.network.neutron [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.144616] env[69155]: DEBUG oslo_concurrency.lockutils [None req-86d105ae-0ae5-4187-bebe-019e5e31b98f tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Lock "61cdbd6e-75d2-45af-b4b3-cba900b17dc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.765s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.294449] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.360562] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599263, 'name': CreateVM_Task, 'duration_secs': 1.559656} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.364092] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.365664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.365664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.366401] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.366775] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca043dea-622b-4e69-97d7-ef22a3614e89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.372847] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.373302] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 724.373302] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a00d8c-e252-a7a7-d34f-6b19fa0370e9" [ 724.373302] env[69155]: _type = "Task" [ 724.373302] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.384639] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a00d8c-e252-a7a7-d34f-6b19fa0370e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.522615] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Releasing lock "refresh_cache-1d6ef9b4-417a-4fb6-a04a-f04a918c020e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.523065] env[69155]: DEBUG nova.compute.manager [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.523265] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.524172] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c2df34-6fb0-4daf-8929-41c90b04afd4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.535974] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.535974] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2eaaca3-096d-4d6a-aa7d-99dd88194a5f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.543785] env[69155]: DEBUG oslo_vmware.api [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 724.543785] env[69155]: value = "task-3599266" [ 724.543785] env[69155]: _type = "Task" [ 724.543785] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.554106] env[69155]: DEBUG oslo_vmware.api [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.667961] env[69155]: DEBUG nova.compute.manager [req-961b19f2-8fd9-4c43-8c2d-24019c4edda3 req-1bf5ef0e-14f6-40bd-bd7d-8cbb12dc9bcd service nova] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Received event network-vif-deleted-ec63d082-46d1-4e3a-8196-3784a5311a16 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.710042] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea04bf-efa7-44e3-8bae-59f304f8d72a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.717976] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c76f7b-fa45-4a7f-ae60-f33309f36f6b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.749276] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cfc06d-c88a-4138-b35d-2c23673162e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.757324] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116ad795-85cc-4345-b20f-eb7d80c3e133 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.770826] env[69155]: DEBUG nova.compute.provider_tree [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.786102] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599265, 'name': ReconfigVM_Task, 'duration_secs': 0.575895} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.786315] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f81dc110-fe05-46de-85e0-6af0ad6d1f11/f81dc110-fe05-46de-85e0-6af0ad6d1f11.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.786947] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-061c2fc1-440b-4df5-b3d0-1e0be120365b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.794823] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 724.794823] env[69155]: value = "task-3599267" [ 724.794823] env[69155]: _type = "Task" [ 724.794823] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.803222] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599267, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.888130] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a00d8c-e252-a7a7-d34f-6b19fa0370e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.888402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.888706] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.889013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.889171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.889354] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.889622] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-511a4447-61a5-47c1-b43d-dbf106178d48 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.898559] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.898826] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.899496] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516c6f2f-bd4a-47f9-b5e3-7391cff53ab5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.907203] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 724.907203] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236ec11-0e2b-026d-d9e4-6db1bdd0be41" [ 724.907203] env[69155]: _type = "Task" [ 724.907203] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.919904] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236ec11-0e2b-026d-d9e4-6db1bdd0be41, 'name': SearchDatastore_Task, 'duration_secs': 0.008757} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.920848] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3cacd3-08c5-4c56-8643-d913eaf071c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.928417] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 724.928417] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f13199-bcb7-28d0-f62c-07566025c647" [ 724.928417] env[69155]: _type = "Task" [ 724.928417] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.935114] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f13199-bcb7-28d0-f62c-07566025c647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.054309] env[69155]: DEBUG oslo_vmware.api [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599266, 'name': PowerOffVM_Task, 'duration_secs': 0.156208} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.054547] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.054727] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.054985] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5eed540-2bde-4985-8406-5cd6cdfe9920 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.080631] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.080854] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.081166] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Deleting the datastore file [datastore1] 1d6ef9b4-417a-4fb6-a04a-f04a918c020e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.081653] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b35e11bb-de63-420a-9dfe-5edc9de2f6d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.089052] env[69155]: DEBUG oslo_vmware.api [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for the task: (returnval){ [ 725.089052] env[69155]: value = "task-3599269" [ 725.089052] env[69155]: _type = "Task" [ 725.089052] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.097077] env[69155]: DEBUG oslo_vmware.api [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.274530] env[69155]: DEBUG nova.scheduler.client.report [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.305994] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599267, 'name': Rename_Task, 'duration_secs': 0.147947} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.306283] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.306568] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aea2d621-4e8a-40f8-a568-b71b09c65b93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.312780] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 725.312780] env[69155]: value = "task-3599270" [ 725.312780] env[69155]: _type = "Task" [ 725.312780] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.322936] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.437718] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f13199-bcb7-28d0-f62c-07566025c647, 'name': SearchDatastore_Task, 'duration_secs': 0.0078} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.438072] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.438274] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] b47d5434-6e48-442e-80dd-aefc47ce2de9/b47d5434-6e48-442e-80dd-aefc47ce2de9.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.438530] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0388cde-123c-469f-8649-bfdf6694a183 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.445559] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 725.445559] env[69155]: value = "task-3599271" [ 725.445559] env[69155]: _type = "Task" [ 725.445559] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.455462] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.605534] env[69155]: DEBUG oslo_vmware.api [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Task: {'id': task-3599269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088371} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.605534] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.605534] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.605534] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.605534] env[69155]: INFO nova.compute.manager [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 725.605930] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.605930] env[69155]: DEBUG nova.compute.manager [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.605930] env[69155]: DEBUG nova.network.neutron [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.639943] env[69155]: DEBUG nova.network.neutron [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.781361] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.784261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.885s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.787171] env[69155]: INFO nova.compute.claims [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.828499] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.830288] env[69155]: INFO nova.scheduler.client.report [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Deleted allocations for instance fb4296b3-38c0-4e9f-984b-1409a072aba5 [ 725.958224] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487122} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.958493] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] b47d5434-6e48-442e-80dd-aefc47ce2de9/b47d5434-6e48-442e-80dd-aefc47ce2de9.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.958707] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.958959] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46efa6f2-deec-4f8a-9ffe-312b50a2aa99 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.965982] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 725.965982] env[69155]: value = "task-3599272" [ 725.965982] env[69155]: _type = "Task" [ 725.965982] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.977654] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.146624] env[69155]: DEBUG nova.network.neutron [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.325411] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.349325] env[69155]: DEBUG oslo_concurrency.lockutils [None req-53ad0019-478d-446a-a383-12eb837f616b tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Lock "fb4296b3-38c0-4e9f-984b-1409a072aba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.538s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.480110] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066995} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.480110] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.480534] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f947f0fd-35cc-4632-a01b-429ffb7b7c27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.510805] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] b47d5434-6e48-442e-80dd-aefc47ce2de9/b47d5434-6e48-442e-80dd-aefc47ce2de9.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.511147] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85d1c567-806b-46ab-8023-73601886b631 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.537109] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 726.537109] env[69155]: value = "task-3599273" [ 726.537109] env[69155]: _type = "Task" [ 726.537109] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.547902] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.654588] env[69155]: INFO nova.compute.manager [-] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Took 1.05 seconds to deallocate network for instance. [ 726.836563] env[69155]: DEBUG oslo_vmware.api [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599270, 'name': PowerOnVM_Task, 'duration_secs': 1.272138} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.836919] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.837150] env[69155]: INFO nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Took 9.78 seconds to spawn the instance on the hypervisor. [ 726.837422] env[69155]: DEBUG nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.838591] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776c2cc8-b885-4627-8c79-80a38a41567a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.059271] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599273, 'name': ReconfigVM_Task, 'duration_secs': 0.297497} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.059271] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Reconfigured VM instance instance-0000001e to attach disk [datastore1] b47d5434-6e48-442e-80dd-aefc47ce2de9/b47d5434-6e48-442e-80dd-aefc47ce2de9.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.059271] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fcbc5c1-77d7-4eec-8657-82e415b63f9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.068718] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 727.068718] env[69155]: value = "task-3599274" [ 727.068718] env[69155]: _type = "Task" [ 727.068718] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.079549] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599274, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.163600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.369409] env[69155]: INFO nova.compute.manager [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Took 45.46 seconds to build instance. [ 727.403568] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61d30ec-de18-49b5-99cf-2323687657e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.415263] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46c445-65ab-4d9e-8b2c-f56c35e9ee08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.452330] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db58795f-3ffe-4201-8cde-fbd1b0bc3124 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.460548] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d88770-0a09-4f9f-9d54-cff43dbee0b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.475258] env[69155]: DEBUG nova.compute.provider_tree [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.580151] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599274, 'name': Rename_Task, 'duration_secs': 0.147205} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.580486] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.580486] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad939127-dedb-45cc-8c22-eec55d2b28fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.588050] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 727.588050] env[69155]: value = "task-3599275" [ 727.588050] env[69155]: _type = "Task" [ 727.588050] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.596624] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.873679] env[69155]: DEBUG oslo_concurrency.lockutils [None req-98796c4a-f3c4-413e-9396-6434fb10346d tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.062s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.980029] env[69155]: DEBUG nova.scheduler.client.report [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.102055] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599275, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.377188] env[69155]: DEBUG nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.410799] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.410799] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.484563] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.485099] env[69155]: DEBUG nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.489790] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.538s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.491545] env[69155]: INFO nova.compute.claims [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.606951] env[69155]: DEBUG oslo_vmware.api [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599275, 'name': PowerOnVM_Task, 'duration_secs': 0.733324} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.606951] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.607435] env[69155]: INFO nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Took 8.79 seconds to spawn the instance on the hypervisor. [ 728.607693] env[69155]: DEBUG nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.608621] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66020984-fb21-44ba-b615-7584c9bb33e9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.912096] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.998657] env[69155]: DEBUG nova.compute.utils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.003019] env[69155]: DEBUG nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.003019] env[69155]: DEBUG nova.network.neutron [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.079481] env[69155]: DEBUG nova.policy [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d2c80bd5e094907a7e86b8d1868eba5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61372a7fffd143ff952f82792dda4e30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.128797] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.130021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.130021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.130021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.130021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.134075] env[69155]: INFO nova.compute.manager [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Took 45.93 seconds to build instance. [ 729.138021] env[69155]: INFO nova.compute.manager [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Terminating instance [ 729.503027] env[69155]: DEBUG nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.638217] env[69155]: DEBUG oslo_concurrency.lockutils [None req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "b47d5434-6e48-442e-80dd-aefc47ce2de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.778s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.639453] env[69155]: DEBUG nova.compute.manager [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.639653] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.640719] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a64e2a4-7b75-42d7-bb62-90f8dd85a099 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.652883] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.653697] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36db5eaf-0b25-4d03-8507-ae22ba314f68 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.663035] env[69155]: DEBUG oslo_vmware.api [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 729.663035] env[69155]: value = "task-3599276" [ 729.663035] env[69155]: _type = "Task" [ 729.663035] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.676621] env[69155]: DEBUG oslo_vmware.api [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.724768] env[69155]: DEBUG nova.network.neutron [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Successfully created port: f622a594-e8c0-4a61-a41d-fbb207d9588a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.072920] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c8346-891a-47f5-9350-fd03fe71345b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.080833] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf999d5-4417-4bd6-a7b7-4dce0bc5c2b8 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Suspending the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 730.080833] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-944a9a30-e11b-4040-b548-43601ee183d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.088289] env[69155]: DEBUG oslo_vmware.api [None req-0cf999d5-4417-4bd6-a7b7-4dce0bc5c2b8 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 730.088289] env[69155]: value = "task-3599277" [ 730.088289] env[69155]: _type = "Task" [ 730.088289] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.097038] env[69155]: DEBUG oslo_vmware.api [None req-0cf999d5-4417-4bd6-a7b7-4dce0bc5c2b8 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599277, 'name': SuspendVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.144635] env[69155]: DEBUG nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.177030] env[69155]: DEBUG oslo_vmware.api [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599276, 'name': PowerOffVM_Task, 'duration_secs': 0.260605} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.177030] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.177030] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.177030] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dee1977c-f22b-4751-83ce-83b896bbf3e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.246764] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.246893] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.247832] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Deleting the datastore file [datastore1] f81dc110-fe05-46de-85e0-6af0ad6d1f11 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.248637] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79115cff-8704-4081-8fec-bd969ba8fc93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.251532] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419795a8-e35a-4d47-8094-48f4887bc773 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.265805] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26969e95-76ea-4a6a-9914-e183373d72a8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.271757] env[69155]: DEBUG oslo_vmware.api [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for the task: (returnval){ [ 730.271757] env[69155]: value = "task-3599279" [ 730.271757] env[69155]: _type = "Task" [ 730.271757] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.310321] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0dfba7-d42f-420c-a476-84775495965b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.316230] env[69155]: DEBUG oslo_vmware.api [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.321210] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399969df-40fe-446c-a317-f6036693ed8b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.336547] env[69155]: DEBUG nova.compute.provider_tree [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.516523] env[69155]: DEBUG nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.568866] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.568866] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.568991] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.569767] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.569767] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.569767] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.569998] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.570195] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.570367] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.570530] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.570701] env[69155]: DEBUG nova.virt.hardware [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.571651] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2d75cd-53a1-4d72-9f1c-ab7dbf80e54d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.580649] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8792e02-c7ea-44d4-a92a-2571a221323c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.607961] env[69155]: DEBUG oslo_vmware.api [None req-0cf999d5-4417-4bd6-a7b7-4dce0bc5c2b8 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599277, 'name': SuspendVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.666532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.786600] env[69155]: DEBUG oslo_vmware.api [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Task: {'id': task-3599279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383551} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.786872] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.788961] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.789286] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.789510] env[69155]: INFO nova.compute.manager [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Took 1.15 seconds to destroy the instance on the hypervisor. [ 730.790026] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.790257] env[69155]: DEBUG nova.compute.manager [-] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.790355] env[69155]: DEBUG nova.network.neutron [-] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.841233] env[69155]: DEBUG nova.scheduler.client.report [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.111366] env[69155]: DEBUG oslo_vmware.api [None req-0cf999d5-4417-4bd6-a7b7-4dce0bc5c2b8 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599277, 'name': SuspendVM_Task, 'duration_secs': 0.682545} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.111641] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf999d5-4417-4bd6-a7b7-4dce0bc5c2b8 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Suspended the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 731.111853] env[69155]: DEBUG nova.compute.manager [None req-0cf999d5-4417-4bd6-a7b7-4dce0bc5c2b8 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.113325] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a66635-f975-407a-9bd8-8e40c7456557 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.289216] env[69155]: DEBUG nova.compute.manager [req-6befcbe5-6481-47c7-8af0-ab9382ebb5e8 req-67572005-ecfa-4e95-8fe8-e1d2b6661970 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Received event network-vif-deleted-203717ad-c0e8-4def-b5a5-466876471290 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.289216] env[69155]: INFO nova.compute.manager [req-6befcbe5-6481-47c7-8af0-ab9382ebb5e8 req-67572005-ecfa-4e95-8fe8-e1d2b6661970 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Neutron deleted interface 203717ad-c0e8-4def-b5a5-466876471290; detaching it from the instance and deleting it from the info cache [ 731.289216] env[69155]: DEBUG nova.network.neutron [req-6befcbe5-6481-47c7-8af0-ab9382ebb5e8 req-67572005-ecfa-4e95-8fe8-e1d2b6661970 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.349851] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.349851] env[69155]: DEBUG nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.353702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.315s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.646270] env[69155]: DEBUG nova.network.neutron [-] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.795599] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ceebf378-6e17-43a7-9512-f10e46fb104f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.805133] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af54fa7-573d-4eb6-a621-45a056afc8d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.839873] env[69155]: DEBUG nova.compute.manager [req-6befcbe5-6481-47c7-8af0-ab9382ebb5e8 req-67572005-ecfa-4e95-8fe8-e1d2b6661970 service nova] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Detach interface failed, port_id=203717ad-c0e8-4def-b5a5-466876471290, reason: Instance f81dc110-fe05-46de-85e0-6af0ad6d1f11 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.855217] env[69155]: DEBUG nova.compute.utils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.857011] env[69155]: DEBUG nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.857011] env[69155]: DEBUG nova.network.neutron [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.991414] env[69155]: DEBUG nova.policy [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7fdb33299b44efabe586ca52bc6a8ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2732753498dd4b21a16c4852dde31624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.158939] env[69155]: INFO nova.compute.manager [-] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Took 1.37 seconds to deallocate network for instance. [ 732.246479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.246863] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.362723] env[69155]: DEBUG nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.504923] env[69155]: DEBUG nova.network.neutron [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Successfully updated port: f622a594-e8c0-4a61-a41d-fbb207d9588a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.528681] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b25edaf-0419-4ff3-8f5a-cdc44e79272e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.537073] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c00e10-aca9-49ce-8748-de28abd32e2c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.571692] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f76842-1f9a-4f50-84ab-2767e13db563 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.580715] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab2f54f-4be8-4aba-b41c-636a5ff72e6c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.599772] env[69155]: DEBUG nova.compute.provider_tree [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.671609] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.727787] env[69155]: DEBUG nova.network.neutron [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Successfully created port: ad6719af-4917-40c2-a5ac-bc6293efc743 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.011097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquiring lock "refresh_cache-e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.011390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquired lock "refresh_cache-e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.011390] env[69155]: DEBUG nova.network.neutron [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.103024] env[69155]: DEBUG nova.scheduler.client.report [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.378195] env[69155]: DEBUG nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.410217] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.411870] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.411870] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.411870] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.411870] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.411870] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.412119] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.412119] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.412119] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.412119] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.412119] env[69155]: DEBUG nova.virt.hardware [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.414033] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93c5800-6d71-4d56-a80e-88fd8f522a97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.421783] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a62f989-b8cb-4322-8775-1eb7d0393190 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.464411] env[69155]: DEBUG nova.compute.manager [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Received event network-vif-plugged-f622a594-e8c0-4a61-a41d-fbb207d9588a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.464637] env[69155]: DEBUG oslo_concurrency.lockutils [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] Acquiring lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.464893] env[69155]: DEBUG oslo_concurrency.lockutils [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] Lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.465103] env[69155]: DEBUG oslo_concurrency.lockutils [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] Lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.465333] env[69155]: DEBUG nova.compute.manager [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] No waiting events found dispatching network-vif-plugged-f622a594-e8c0-4a61-a41d-fbb207d9588a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.465579] env[69155]: WARNING nova.compute.manager [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Received unexpected event network-vif-plugged-f622a594-e8c0-4a61-a41d-fbb207d9588a for instance with vm_state building and task_state spawning. [ 733.465702] env[69155]: DEBUG nova.compute.manager [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Received event network-changed-f622a594-e8c0-4a61-a41d-fbb207d9588a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.466125] env[69155]: DEBUG nova.compute.manager [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Refreshing instance network info cache due to event network-changed-f622a594-e8c0-4a61-a41d-fbb207d9588a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.466125] env[69155]: DEBUG oslo_concurrency.lockutils [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] Acquiring lock "refresh_cache-e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.555457] env[69155]: DEBUG nova.network.neutron [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.747827] env[69155]: DEBUG nova.network.neutron [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Updating instance_info_cache with network_info: [{"id": "f622a594-e8c0-4a61-a41d-fbb207d9588a", "address": "fa:16:3e:fe:58:f3", "network": {"id": "e26407e3-4f6a-4a60-bf6c-7db1093fe0af", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1420325182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61372a7fffd143ff952f82792dda4e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf622a594-e8", "ovs_interfaceid": "f622a594-e8c0-4a61-a41d-fbb207d9588a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.829655] env[69155]: DEBUG nova.compute.manager [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.830943] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d856ba1-0735-41c7-8346-f26910868451 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.118085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.764s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.120528] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.085s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.122330] env[69155]: INFO nova.compute.claims [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.250417] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Releasing lock "refresh_cache-e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.250760] env[69155]: DEBUG nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Instance network_info: |[{"id": "f622a594-e8c0-4a61-a41d-fbb207d9588a", "address": "fa:16:3e:fe:58:f3", "network": {"id": "e26407e3-4f6a-4a60-bf6c-7db1093fe0af", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1420325182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61372a7fffd143ff952f82792dda4e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf622a594-e8", "ovs_interfaceid": "f622a594-e8c0-4a61-a41d-fbb207d9588a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.251721] env[69155]: DEBUG oslo_concurrency.lockutils [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] Acquired lock "refresh_cache-e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.251721] env[69155]: DEBUG nova.network.neutron [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Refreshing network info cache for port f622a594-e8c0-4a61-a41d-fbb207d9588a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.252928] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:58:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f622a594-e8c0-4a61-a41d-fbb207d9588a', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.264174] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Creating folder: Project (61372a7fffd143ff952f82792dda4e30). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.268123] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a155cef-cbc7-41d8-ae10-455a8b0666c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.283620] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Created folder: Project (61372a7fffd143ff952f82792dda4e30) in parent group-v718010. [ 734.283877] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Creating folder: Instances. Parent ref: group-v718103. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.284109] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2118a945-163f-4652-86a2-2a05241fce1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.294270] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Created folder: Instances in parent group-v718103. [ 734.294613] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.294828] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.295060] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf18b9a8-0c1d-4b39-8c17-d086a6b33098 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.324010] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.324010] env[69155]: value = "task-3599282" [ 734.324010] env[69155]: _type = "Task" [ 734.324010] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.333754] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599282, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.348724] env[69155]: INFO nova.compute.manager [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] instance snapshotting [ 734.348724] env[69155]: WARNING nova.compute.manager [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 734.350881] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f2eb9d-d19b-4bbe-9bfe-d52ec6979239 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.374162] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b65108-c7f1-47b4-954f-14e98240d356 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.698501] env[69155]: DEBUG nova.network.neutron [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Updated VIF entry in instance network info cache for port f622a594-e8c0-4a61-a41d-fbb207d9588a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.698861] env[69155]: DEBUG nova.network.neutron [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Updating instance_info_cache with network_info: [{"id": "f622a594-e8c0-4a61-a41d-fbb207d9588a", "address": "fa:16:3e:fe:58:f3", "network": {"id": "e26407e3-4f6a-4a60-bf6c-7db1093fe0af", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1420325182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61372a7fffd143ff952f82792dda4e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf622a594-e8", "ovs_interfaceid": "f622a594-e8c0-4a61-a41d-fbb207d9588a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.715911] env[69155]: INFO nova.scheduler.client.report [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Deleted allocation for migration a024878c-0ce6-4b7a-ad7e-f20e580edfce [ 734.755503] env[69155]: DEBUG nova.network.neutron [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Successfully updated port: ad6719af-4917-40c2-a5ac-bc6293efc743 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.835920] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599282, 'name': CreateVM_Task, 'duration_secs': 0.313142} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.836579] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.837285] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.839832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.839832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.839832] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc09461-c1c9-4a85-a299-d782cc4dbcda {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.842633] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 734.842633] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52570cb7-c13c-e242-871e-651cfcea5a36" [ 734.842633] env[69155]: _type = "Task" [ 734.842633] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.851644] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52570cb7-c13c-e242-871e-651cfcea5a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.878337] env[69155]: DEBUG nova.objects.instance [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lazy-loading 'flavor' on Instance uuid afbfb3b3-6e9d-49e7-81f4-89277b2995bb {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.888879] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 734.889491] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af1c32a9-4146-4d19-ac44-33db9302f38f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.898316] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 734.898316] env[69155]: value = "task-3599283" [ 734.898316] env[69155]: _type = "Task" [ 734.898316] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.911336] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599283, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.203589] env[69155]: DEBUG oslo_concurrency.lockutils [req-78a94b40-f672-4803-a916-09a3b2d76130 req-914b9c14-9da2-409b-bb2c-9ccba2105116 service nova] Releasing lock "refresh_cache-e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.226635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3698a24-3511-4cbb-a8a6-18480f5abd89 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.617s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.258111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "refresh_cache-6e927889-8993-4deb-8621-4d034a32e16c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.258577] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "refresh_cache-6e927889-8993-4deb-8621-4d034a32e16c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.258577] env[69155]: DEBUG nova.network.neutron [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.352761] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52570cb7-c13c-e242-871e-651cfcea5a36, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.354813] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.355076] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.355315] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.355573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.355692] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.356325] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dee7ad39-4643-4a8b-b147-d98c6f2491aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.365026] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.365146] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.365913] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7714ed8-f7c3-4cb4-9e08-f19de8b32205 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.373478] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 735.373478] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529042fc-ca1a-7f40-60f5-d20c663531a8" [ 735.373478] env[69155]: _type = "Task" [ 735.373478] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.384169] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.384346] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquired lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.385970] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529042fc-ca1a-7f40-60f5-d20c663531a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.409643] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599283, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.530133] env[69155]: DEBUG nova.compute.manager [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Received event network-vif-plugged-ad6719af-4917-40c2-a5ac-bc6293efc743 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.530133] env[69155]: DEBUG oslo_concurrency.lockutils [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] Acquiring lock "6e927889-8993-4deb-8621-4d034a32e16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.530993] env[69155]: DEBUG oslo_concurrency.lockutils [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] Lock "6e927889-8993-4deb-8621-4d034a32e16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.531586] env[69155]: DEBUG oslo_concurrency.lockutils [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] Lock "6e927889-8993-4deb-8621-4d034a32e16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.532019] env[69155]: DEBUG nova.compute.manager [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] No waiting events found dispatching network-vif-plugged-ad6719af-4917-40c2-a5ac-bc6293efc743 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.532473] env[69155]: WARNING nova.compute.manager [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Received unexpected event network-vif-plugged-ad6719af-4917-40c2-a5ac-bc6293efc743 for instance with vm_state building and task_state spawning. [ 735.533055] env[69155]: DEBUG nova.compute.manager [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Received event network-changed-ad6719af-4917-40c2-a5ac-bc6293efc743 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.533267] env[69155]: DEBUG nova.compute.manager [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Refreshing instance network info cache due to event network-changed-ad6719af-4917-40c2-a5ac-bc6293efc743. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.533476] env[69155]: DEBUG oslo_concurrency.lockutils [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] Acquiring lock "refresh_cache-6e927889-8993-4deb-8621-4d034a32e16c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.601375] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "526a2ff2-876e-4235-a38d-4864e96fbd85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.601614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.722081] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29458c48-6d8d-44f5-8cc0-e3fe0b6b5e89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.730526] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032612ba-e83b-4e46-bca2-500d3f704d41 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.769237] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab402d77-0d72-463e-aef7-2c7c5e421850 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.776639] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e62dba-8ed0-42aa-8d0c-c218bfc581ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.790896] env[69155]: DEBUG nova.compute.provider_tree [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.886365] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529042fc-ca1a-7f40-60f5-d20c663531a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.887641] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daefca39-d034-4f20-9475-8f54bbf58267 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.892899] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 735.892899] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232ff6d-dad8-cb4c-ef9d-ca6068e2ade2" [ 735.892899] env[69155]: _type = "Task" [ 735.892899] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.902203] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232ff6d-dad8-cb4c-ef9d-ca6068e2ade2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.910867] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599283, 'name': CreateSnapshot_Task, 'duration_secs': 0.5545} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.911120] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.911811] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629148db-e1ee-4665-bc89-31af84ea6379 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.929488] env[69155]: DEBUG nova.network.neutron [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.215907] env[69155]: DEBUG nova.network.neutron [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Updating instance_info_cache with network_info: [{"id": "ad6719af-4917-40c2-a5ac-bc6293efc743", "address": "fa:16:3e:b5:4b:8f", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6719af-49", "ovs_interfaceid": "ad6719af-4917-40c2-a5ac-bc6293efc743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.294625] env[69155]: DEBUG nova.network.neutron [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.297503] env[69155]: DEBUG nova.scheduler.client.report [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.404635] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232ff6d-dad8-cb4c-ef9d-ca6068e2ade2, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.404897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.405169] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3/e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.405424] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd398e1-fdb0-45c6-ba70-462891c5af64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.411631] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 736.411631] env[69155]: value = "task-3599284" [ 736.411631] env[69155]: _type = "Task" [ 736.411631] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.421394] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.436391] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.436815] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40ca5b87-c424-42da-a4bc-5e786751c76d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.449435] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 736.449435] env[69155]: value = "task-3599285" [ 736.449435] env[69155]: _type = "Task" [ 736.449435] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.461074] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599285, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.722222] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "refresh_cache-6e927889-8993-4deb-8621-4d034a32e16c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.722631] env[69155]: DEBUG nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Instance network_info: |[{"id": "ad6719af-4917-40c2-a5ac-bc6293efc743", "address": "fa:16:3e:b5:4b:8f", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6719af-49", "ovs_interfaceid": "ad6719af-4917-40c2-a5ac-bc6293efc743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.723267] env[69155]: DEBUG oslo_concurrency.lockutils [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] Acquired lock "refresh_cache-6e927889-8993-4deb-8621-4d034a32e16c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.723608] env[69155]: DEBUG nova.network.neutron [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Refreshing network info cache for port ad6719af-4917-40c2-a5ac-bc6293efc743 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.724867] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4b:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad6719af-4917-40c2-a5ac-bc6293efc743', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.732778] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.733353] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.733598] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f72a5c6-02f8-4959-90e8-ca7bde4aa43c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.757264] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.757264] env[69155]: value = "task-3599286" [ 736.757264] env[69155]: _type = "Task" [ 736.757264] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.766513] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599286, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.807209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.807852] env[69155]: DEBUG nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.811235] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.466s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.811472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.811672] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 736.812084] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.216s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.812343] env[69155]: DEBUG nova.objects.instance [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lazy-loading 'resources' on Instance uuid 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.815238] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa6ea09-9665-46f1-9e5b-de5adc292017 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.827281] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7aa081-e6ec-4292-932f-1270c5f36332 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.850466] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eec066b-780c-48a8-9323-ff4aa2f40792 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.862449] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ace58-07f9-46a2-aa9c-bb31b9eeb2c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.901292] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178997MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 736.901292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.922796] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499995} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.923060] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3/e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.924115] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.924115] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5198478e-66d8-4508-af10-ad471c120328 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.932278] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 736.932278] env[69155]: value = "task-3599287" [ 736.932278] env[69155]: _type = "Task" [ 736.932278] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.940551] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.962577] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599285, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.177126] env[69155]: DEBUG nova.network.neutron [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updating instance_info_cache with network_info: [{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.267164] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599286, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.317691] env[69155]: DEBUG nova.compute.utils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.321031] env[69155]: DEBUG nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.321031] env[69155]: DEBUG nova.network.neutron [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.399603] env[69155]: DEBUG nova.policy [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ae6109c1aa4675b31ffcb8773efa0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df025248e3ca4071b7e67746675542d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.443162] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082433} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.448427] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.449570] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ad844a-effc-438d-adc0-668a2bb019fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.479278] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3/e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.485689] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d51416-70d5-4dd3-8eae-570ae9a855cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.500106] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599285, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.509305] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 737.509305] env[69155]: value = "task-3599288" [ 737.509305] env[69155]: _type = "Task" [ 737.509305] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.522808] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.591894] env[69155]: DEBUG nova.network.neutron [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Updated VIF entry in instance network info cache for port ad6719af-4917-40c2-a5ac-bc6293efc743. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.592318] env[69155]: DEBUG nova.network.neutron [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Updating instance_info_cache with network_info: [{"id": "ad6719af-4917-40c2-a5ac-bc6293efc743", "address": "fa:16:3e:b5:4b:8f", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6719af-49", "ovs_interfaceid": "ad6719af-4917-40c2-a5ac-bc6293efc743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.648452] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "30c55b07-6f91-46dc-a50c-3185097fac67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.648601] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "30c55b07-6f91-46dc-a50c-3185097fac67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.658589] env[69155]: DEBUG nova.compute.manager [req-88e43f24-4f84-4f47-a4a7-337d58b8fa49 req-f27b432d-82a9-46b0-bc6a-94551c40c59d service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Received event network-changed-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.658804] env[69155]: DEBUG nova.compute.manager [req-88e43f24-4f84-4f47-a4a7-337d58b8fa49 req-f27b432d-82a9-46b0-bc6a-94551c40c59d service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Refreshing instance network info cache due to event network-changed-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.659377] env[69155]: DEBUG oslo_concurrency.lockutils [req-88e43f24-4f84-4f47-a4a7-337d58b8fa49 req-f27b432d-82a9-46b0-bc6a-94551c40c59d service nova] Acquiring lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.680165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Releasing lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.681191] env[69155]: DEBUG nova.compute.manager [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Inject network info {{(pid=69155) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 737.681305] env[69155]: DEBUG nova.compute.manager [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] network_info to inject: |[{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 737.686766] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Reconfiguring VM instance to set the machine id {{(pid=69155) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 737.689925] env[69155]: DEBUG oslo_concurrency.lockutils [req-88e43f24-4f84-4f47-a4a7-337d58b8fa49 req-f27b432d-82a9-46b0-bc6a-94551c40c59d service nova] Acquired lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.690219] env[69155]: DEBUG nova.network.neutron [req-88e43f24-4f84-4f47-a4a7-337d58b8fa49 req-f27b432d-82a9-46b0-bc6a-94551c40c59d service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Refreshing network info cache for port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.691581] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b85f6e3-5f81-4af0-97e0-4fb07eee0707 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.707522] env[69155]: DEBUG oslo_vmware.api [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 737.707522] env[69155]: value = "task-3599289" [ 737.707522] env[69155]: _type = "Task" [ 737.707522] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.717862] env[69155]: DEBUG oslo_vmware.api [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.772425] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599286, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.821345] env[69155]: DEBUG nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.876502] env[69155]: DEBUG nova.network.neutron [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Successfully created port: a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.963531] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599285, 'name': CloneVM_Task, 'duration_secs': 1.31792} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.963841] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Created linked-clone VM from snapshot [ 737.966953] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b45684-1b9a-43d8-ad88-1f3d716adcca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.974530] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Uploading image 204eccce-7e2f-49b2-8ba6-1c3740139e20 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 737.985009] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a55c63-dccf-4533-a216-83f9ab2db4a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.993319] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c08cffc-1f39-4a7c-b429-c7554225cd5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.025402] env[69155]: DEBUG oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.025402] env[69155]: value = "vm-718107" [ 738.025402] env[69155]: _type = "VirtualMachine" [ 738.025402] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.028969] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a011c9-09a9-4228-98a6-ff8c4b98bc48 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.032574] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d104fd3-1852-4bf0-94b4-4cc60a39e04a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.040458] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.042511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d97a78c-2b90-4b50-90f4-d06a8a830248 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.046291] env[69155]: DEBUG oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lease: (returnval){ [ 738.046291] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a29e4-db5c-71f8-51fc-13e57cf870cf" [ 738.046291] env[69155]: _type = "HttpNfcLease" [ 738.046291] env[69155]: } obtained for exporting VM: (result){ [ 738.046291] env[69155]: value = "vm-718107" [ 738.046291] env[69155]: _type = "VirtualMachine" [ 738.046291] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.046489] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the lease: (returnval){ [ 738.046489] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a29e4-db5c-71f8-51fc-13e57cf870cf" [ 738.046489] env[69155]: _type = "HttpNfcLease" [ 738.046489] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.064477] env[69155]: DEBUG nova.compute.provider_tree [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.072118] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.072118] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a29e4-db5c-71f8-51fc-13e57cf870cf" [ 738.072118] env[69155]: _type = "HttpNfcLease" [ 738.072118] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 738.073641] env[69155]: DEBUG oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 738.073641] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a29e4-db5c-71f8-51fc-13e57cf870cf" [ 738.073641] env[69155]: _type = "HttpNfcLease" [ 738.073641] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 738.073896] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb7c71a-ee23-4923-ab94-55a84fa6e070 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.085706] env[69155]: DEBUG oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761f4b-1daf-86b9-3bce-05aef2fa40f8/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 738.085706] env[69155]: DEBUG oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761f4b-1daf-86b9-3bce-05aef2fa40f8/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 738.150191] env[69155]: DEBUG oslo_concurrency.lockutils [req-cbe07492-b145-4dbc-83a1-30592180f9e2 req-b101968b-ac96-4ffe-9457-3f9d68eeb843 service nova] Releasing lock "refresh_cache-6e927889-8993-4deb-8621-4d034a32e16c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.183451] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3b3077e-3360-4a64-a7a4-c7eea87222b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.221020] env[69155]: DEBUG oslo_vmware.api [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599289, 'name': ReconfigVM_Task, 'duration_secs': 0.175107} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.226650] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Reconfigured VM instance to set the machine id {{(pid=69155) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 738.270638] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599286, 'name': CreateVM_Task, 'duration_secs': 1.424039} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.271491] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.272207] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.272345] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.272666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.273197] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f54cf24-f851-4a00-83c1-88366369adfd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.278099] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 738.278099] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cb56aa-51e4-1486-b9f8-94d134ea91cc" [ 738.278099] env[69155]: _type = "Task" [ 738.278099] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.286053] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cb56aa-51e4-1486-b9f8-94d134ea91cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.527980] env[69155]: DEBUG nova.network.neutron [req-88e43f24-4f84-4f47-a4a7-337d58b8fa49 req-f27b432d-82a9-46b0-bc6a-94551c40c59d service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updated VIF entry in instance network info cache for port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.528389] env[69155]: DEBUG nova.network.neutron [req-88e43f24-4f84-4f47-a4a7-337d58b8fa49 req-f27b432d-82a9-46b0-bc6a-94551c40c59d service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updating instance_info_cache with network_info: [{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.535391] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599288, 'name': ReconfigVM_Task, 'duration_secs': 0.870796} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.535699] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Reconfigured VM instance instance-0000001f to attach disk [datastore2] e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3/e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.536327] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1e7aa12-73f7-48fa-8794-565f0fde66df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.543588] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 738.543588] env[69155]: value = "task-3599291" [ 738.543588] env[69155]: _type = "Task" [ 738.543588] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.551897] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599291, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.573700] env[69155]: DEBUG nova.scheduler.client.report [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.607461] env[69155]: DEBUG nova.objects.instance [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lazy-loading 'flavor' on Instance uuid afbfb3b3-6e9d-49e7-81f4-89277b2995bb {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.798133] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cb56aa-51e4-1486-b9f8-94d134ea91cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.798503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.798887] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.799277] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.799730] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.800070] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.804710] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a07c8ab1-960d-47c1-a48e-0b53205985a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.818125] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.818125] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.818125] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f173ce5-305d-44ee-8a4b-ee21406ad28b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.824097] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 738.824097] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52189879-ccdc-d05d-5e5f-bd2de470a77b" [ 738.824097] env[69155]: _type = "Task" [ 738.824097] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.837031] env[69155]: DEBUG nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.839363] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52189879-ccdc-d05d-5e5f-bd2de470a77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.861408] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.862378] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.862378] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.862509] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.862723] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.863025] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.863320] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.863509] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.863835] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.864041] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.864362] env[69155]: DEBUG nova.virt.hardware [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.865366] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daaf28d-60eb-4e67-8d87-ab559eb9cdfc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.873133] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261793e-c2d8-4234-99b1-d943569e09d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.032506] env[69155]: DEBUG oslo_concurrency.lockutils [req-88e43f24-4f84-4f47-a4a7-337d58b8fa49 req-f27b432d-82a9-46b0-bc6a-94551c40c59d service nova] Releasing lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.054350] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599291, 'name': Rename_Task, 'duration_secs': 0.148586} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.054796] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.055089] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-023d8829-2fcd-49cd-92a8-99fe26bb76f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.061884] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 739.061884] env[69155]: value = "task-3599292" [ 739.061884] env[69155]: _type = "Task" [ 739.061884] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.069849] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.078878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.081699] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.472s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.083638] env[69155]: INFO nova.compute.claims [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.104728] env[69155]: INFO nova.scheduler.client.report [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Deleted allocations for instance 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98 [ 739.115077] env[69155]: DEBUG oslo_concurrency.lockutils [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.115504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquired lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.336628] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52189879-ccdc-d05d-5e5f-bd2de470a77b, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.337799] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285d54c5-bd0c-44ee-a6f2-8e621b71a9fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.343240] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 739.343240] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fbcaf2-f21b-807a-b9df-e8088359d869" [ 739.343240] env[69155]: _type = "Task" [ 739.343240] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.353312] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fbcaf2-f21b-807a-b9df-e8088359d869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.572117] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.614532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Lock "42e44f7f-7eb3-4666-b9d5-8c20c77cbc98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.912s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.736075] env[69155]: DEBUG nova.network.neutron [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.744388] env[69155]: DEBUG nova.compute.manager [req-887ad221-09ba-472b-b8e9-7d322639a399 req-cbb400a0-9802-468f-9cf5-52f3bc4543ba service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Received event network-vif-plugged-a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.744776] env[69155]: DEBUG oslo_concurrency.lockutils [req-887ad221-09ba-472b-b8e9-7d322639a399 req-cbb400a0-9802-468f-9cf5-52f3bc4543ba service nova] Acquiring lock "e3580fdf-80a9-46b8-8877-06f011c08f94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.745113] env[69155]: DEBUG oslo_concurrency.lockutils [req-887ad221-09ba-472b-b8e9-7d322639a399 req-cbb400a0-9802-468f-9cf5-52f3bc4543ba service nova] Lock "e3580fdf-80a9-46b8-8877-06f011c08f94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.745408] env[69155]: DEBUG oslo_concurrency.lockutils [req-887ad221-09ba-472b-b8e9-7d322639a399 req-cbb400a0-9802-468f-9cf5-52f3bc4543ba service nova] Lock "e3580fdf-80a9-46b8-8877-06f011c08f94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.745677] env[69155]: DEBUG nova.compute.manager [req-887ad221-09ba-472b-b8e9-7d322639a399 req-cbb400a0-9802-468f-9cf5-52f3bc4543ba service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] No waiting events found dispatching network-vif-plugged-a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.746019] env[69155]: WARNING nova.compute.manager [req-887ad221-09ba-472b-b8e9-7d322639a399 req-cbb400a0-9802-468f-9cf5-52f3bc4543ba service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Received unexpected event network-vif-plugged-a03767f8-765f-4a26-8c22-25b0744180db for instance with vm_state building and task_state spawning. [ 739.747247] env[69155]: DEBUG nova.network.neutron [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Successfully updated port: a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.854757] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fbcaf2-f21b-807a-b9df-e8088359d869, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.855045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.855311] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 6e927889-8993-4deb-8621-4d034a32e16c/6e927889-8993-4deb-8621-4d034a32e16c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.855580] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9acc476a-ba5b-47dd-9cd6-7bd0fb25a6d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.862927] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 739.862927] env[69155]: value = "task-3599293" [ 739.862927] env[69155]: _type = "Task" [ 739.862927] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.872071] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.075116] env[69155]: DEBUG oslo_vmware.api [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599292, 'name': PowerOnVM_Task, 'duration_secs': 0.585883} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.075427] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.076169] env[69155]: INFO nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Took 9.56 seconds to spawn the instance on the hypervisor. [ 740.076169] env[69155]: DEBUG nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.076907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da0798-6ae2-4a89-84a9-60922b6ae4b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.250930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquiring lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.251615] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquired lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.251866] env[69155]: DEBUG nova.network.neutron [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.381304] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.548652] env[69155]: DEBUG nova.network.neutron [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updating instance_info_cache with network_info: [{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.598773] env[69155]: INFO nova.compute.manager [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Took 48.72 seconds to build instance. [ 740.660122] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db728bd1-4f72-4b1c-8e0d-98cada397a76 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.669748] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d0f23-8d1b-4f09-8293-c96a047bf764 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.705208] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6980d004-50af-42f9-a4ea-bf2698919f12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.712698] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e246e4-4e7d-4f3c-a142-a89daa79c8bb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728822] env[69155]: DEBUG nova.compute.provider_tree [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.791521] env[69155]: DEBUG nova.network.neutron [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.878131] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551093} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.878490] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 6e927889-8993-4deb-8621-4d034a32e16c/6e927889-8993-4deb-8621-4d034a32e16c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.878752] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.879063] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e90d2542-5404-4b63-821c-a7902bc4eae1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.887849] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 740.887849] env[69155]: value = "task-3599294" [ 740.887849] env[69155]: _type = "Task" [ 740.887849] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.901574] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.029441] env[69155]: DEBUG nova.network.neutron [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Updating instance_info_cache with network_info: [{"id": "a03767f8-765f-4a26-8c22-25b0744180db", "address": "fa:16:3e:05:4d:d6", "network": {"id": "14c4d218-070f-4c90-b99a-1141e0064416", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1708395212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df025248e3ca4071b7e67746675542d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03767f8-76", "ovs_interfaceid": "a03767f8-765f-4a26-8c22-25b0744180db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.051438] env[69155]: DEBUG oslo_concurrency.lockutils [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Releasing lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.051716] env[69155]: DEBUG nova.compute.manager [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Inject network info {{(pid=69155) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 741.052061] env[69155]: DEBUG nova.compute.manager [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] network_info to inject: |[{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 741.058058] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Reconfiguring VM instance to set the machine id {{(pid=69155) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 741.058786] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f5c812f-55dd-4025-9523-f01e3cdc076c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.076044] env[69155]: DEBUG oslo_vmware.api [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 741.076044] env[69155]: value = "task-3599295" [ 741.076044] env[69155]: _type = "Task" [ 741.076044] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.087668] env[69155]: DEBUG oslo_vmware.api [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.101688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.718s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.256552] env[69155]: ERROR nova.scheduler.client.report [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [req-5cdaae7f-56cf-44dc-b9f7-ac5adec1e88c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5cdaae7f-56cf-44dc-b9f7-ac5adec1e88c"}]} [ 741.277210] env[69155]: DEBUG nova.scheduler.client.report [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 741.296052] env[69155]: DEBUG nova.scheduler.client.report [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 741.296374] env[69155]: DEBUG nova.compute.provider_tree [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.310628] env[69155]: DEBUG nova.scheduler.client.report [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 741.339807] env[69155]: DEBUG nova.scheduler.client.report [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 741.405388] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086716} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.405816] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.406849] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8076ef77-9f87-466b-85ef-b5996c0d51ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.440864] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6e927889-8993-4deb-8621-4d034a32e16c/6e927889-8993-4deb-8621-4d034a32e16c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.445048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquiring lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.445311] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.445577] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquiring lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.445731] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.445901] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.447851] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80692c4-50a4-412f-86b0-d5354029e1c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.464053] env[69155]: INFO nova.compute.manager [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Terminating instance [ 741.473179] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 741.473179] env[69155]: value = "task-3599296" [ 741.473179] env[69155]: _type = "Task" [ 741.473179] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.488199] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.529015] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.529286] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.529495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.529676] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.529843] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.533756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Releasing lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.534027] env[69155]: DEBUG nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Instance network_info: |[{"id": "a03767f8-765f-4a26-8c22-25b0744180db", "address": "fa:16:3e:05:4d:d6", "network": {"id": "14c4d218-070f-4c90-b99a-1141e0064416", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1708395212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df025248e3ca4071b7e67746675542d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03767f8-76", "ovs_interfaceid": "a03767f8-765f-4a26-8c22-25b0744180db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.534459] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:4d:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a03767f8-765f-4a26-8c22-25b0744180db', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.543130] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Creating folder: Project (df025248e3ca4071b7e67746675542d9). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.546115] env[69155]: INFO nova.compute.manager [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Terminating instance [ 741.548691] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdd63062-0b92-4918-83ee-aed4b7bdc39e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.560918] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Created folder: Project (df025248e3ca4071b7e67746675542d9) in parent group-v718010. [ 741.561268] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Creating folder: Instances. Parent ref: group-v718109. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.561607] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed4dfd2c-8554-4b44-a5c2-dd08f3350427 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.577568] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Created folder: Instances in parent group-v718109. [ 741.577568] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.583161] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.583885] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de97d39f-6b16-4d7c-9818-7db20932b066 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.608654] env[69155]: DEBUG nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.612744] env[69155]: DEBUG oslo_vmware.api [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599295, 'name': ReconfigVM_Task, 'duration_secs': 0.17612} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.619203] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-02567af7-21fc-480e-9b3f-2e67da420c3d tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Reconfigured VM instance to set the machine id {{(pid=69155) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 741.622691] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.622691] env[69155]: value = "task-3599299" [ 741.622691] env[69155]: _type = "Task" [ 741.622691] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.636994] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599299, 'name': CreateVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.863478] env[69155]: DEBUG nova.compute.manager [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Received event network-changed-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.863602] env[69155]: DEBUG nova.compute.manager [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Refreshing instance network info cache due to event network-changed-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.864180] env[69155]: DEBUG oslo_concurrency.lockutils [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] Acquiring lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.864445] env[69155]: DEBUG oslo_concurrency.lockutils [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] Acquired lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.864624] env[69155]: DEBUG nova.network.neutron [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Refreshing network info cache for port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.969195] env[69155]: DEBUG nova.compute.manager [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.969631] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.971182] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4f611-b7f4-40c1-aaa7-47f4d2783cf1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.987964] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.993406] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ea41ba1-cb47-4887-9121-8af711d1a04a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.994606] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.008165] env[69155]: DEBUG oslo_vmware.api [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 742.008165] env[69155]: value = "task-3599300" [ 742.008165] env[69155]: _type = "Task" [ 742.008165] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.021254] env[69155]: DEBUG oslo_vmware.api [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.023798] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094487cf-db21-4eb6-a0eb-c30cd60b6621 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.033887] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134ed5ec-9abe-4ea3-8ed4-a780dc9c1d58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.073751] env[69155]: DEBUG nova.compute.manager [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.073978] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.075378] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f01ac22-f61a-4998-8726-b9939a516495 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.078882] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedfc1ad-0d21-4738-a1f4-29146ec071fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.090441] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.090924] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b510abd-2ff3-4b99-b531-e8583ce76dc9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.093846] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3534c7e7-fdf4-4105-a1dc-35427a33df25 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.114324] env[69155]: DEBUG oslo_vmware.api [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 742.114324] env[69155]: value = "task-3599301" [ 742.114324] env[69155]: _type = "Task" [ 742.114324] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.114691] env[69155]: DEBUG nova.compute.provider_tree [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.135374] env[69155]: DEBUG oslo_vmware.api [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.142042] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599299, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.143122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.491690] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599296, 'name': ReconfigVM_Task, 'duration_secs': 0.750641} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.491690] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6e927889-8993-4deb-8621-4d034a32e16c/6e927889-8993-4deb-8621-4d034a32e16c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.492290] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad5a9c32-6986-4614-aea2-21dcb4865aa0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.498205] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 742.498205] env[69155]: value = "task-3599302" [ 742.498205] env[69155]: _type = "Task" [ 742.498205] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.508418] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599302, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.516587] env[69155]: DEBUG oslo_vmware.api [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599300, 'name': PowerOffVM_Task, 'duration_secs': 0.274799} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.516882] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.517101] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.517399] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b0030ac-1587-4b52-afc3-75bb0d03c890 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.594545] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.594545] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.594545] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Deleting the datastore file [datastore2] e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.594545] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16bd1b28-10ab-411d-9c78-0047ae616719 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.602271] env[69155]: DEBUG oslo_vmware.api [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for the task: (returnval){ [ 742.602271] env[69155]: value = "task-3599304" [ 742.602271] env[69155]: _type = "Task" [ 742.602271] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.611464] env[69155]: DEBUG oslo_vmware.api [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.633785] env[69155]: DEBUG oslo_vmware.api [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599301, 'name': PowerOffVM_Task, 'duration_secs': 0.388194} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.635013] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.635226] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.635604] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-643a7e20-df69-4757-b7a8-5d29460441b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.643017] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599299, 'name': CreateVM_Task, 'duration_secs': 0.765979} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.643585] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.644800] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.644800] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.646284] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.646284] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945b6ead-32d3-4f84-9878-f2d13e563d81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.650480] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 742.650480] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52193d7e-d947-a1c6-1a22-d37279523865" [ 742.650480] env[69155]: _type = "Task" [ 742.650480] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.661746] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52193d7e-d947-a1c6-1a22-d37279523865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.668410] env[69155]: DEBUG nova.scheduler.client.report [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 742.668696] env[69155]: DEBUG nova.compute.provider_tree [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 62 to 63 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 742.668885] env[69155]: DEBUG nova.compute.provider_tree [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.674404] env[69155]: DEBUG nova.network.neutron [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updated VIF entry in instance network info cache for port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.674877] env[69155]: DEBUG nova.network.neutron [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updating instance_info_cache with network_info: [{"id": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "address": "fa:16:3e:a1:c4:9f", "network": {"id": "c8d95db0-2d4c-44fe-8f8a-0f0cf9074e35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1548089971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29556587a287464fb3cbb58f141d61f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1973ea4e-dc", "ovs_interfaceid": "1973ea4e-dcfc-45b7-80d3-ecd0f48765b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.921106] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.921106] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.921106] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Deleting the datastore file [datastore1] afbfb3b3-6e9d-49e7-81f4-89277b2995bb {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.921106] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00bd4677-d55d-405c-b06b-09a13d501adf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.930027] env[69155]: DEBUG oslo_vmware.api [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for the task: (returnval){ [ 742.930027] env[69155]: value = "task-3599306" [ 742.930027] env[69155]: _type = "Task" [ 742.930027] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.939563] env[69155]: DEBUG oslo_vmware.api [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.010152] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599302, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.112586] env[69155]: DEBUG oslo_vmware.api [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Task: {'id': task-3599304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397676} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.112845] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.113044] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.113227] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.113402] env[69155]: INFO nova.compute.manager [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 743.113677] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.113888] env[69155]: DEBUG nova.compute.manager [-] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.113982] env[69155]: DEBUG nova.network.neutron [-] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.173823] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52193d7e-d947-a1c6-1a22-d37279523865, 'name': SearchDatastore_Task, 'duration_secs': 0.018654} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.174399] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.174806] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.175229] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.175925] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.175925] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.176312] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4969059b-8649-49bc-90cd-c82d2f6a6c43 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.180250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.098s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.181024] env[69155]: DEBUG nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.185534] env[69155]: DEBUG oslo_concurrency.lockutils [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] Releasing lock "refresh_cache-afbfb3b3-6e9d-49e7-81f4-89277b2995bb" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.185917] env[69155]: DEBUG nova.compute.manager [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Received event network-changed-a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.186339] env[69155]: DEBUG nova.compute.manager [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Refreshing instance network info cache due to event network-changed-a03767f8-765f-4a26-8c22-25b0744180db. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.186709] env[69155]: DEBUG oslo_concurrency.lockutils [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] Acquiring lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.186986] env[69155]: DEBUG oslo_concurrency.lockutils [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] Acquired lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.187304] env[69155]: DEBUG nova.network.neutron [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Refreshing network info cache for port a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.191378] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.387s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.191636] env[69155]: DEBUG nova.objects.instance [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lazy-loading 'resources' on Instance uuid ce5a92f9-4917-4d72-b527-35b97bad5933 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.200654] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.201008] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.202977] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a33866-301d-4ecb-9f16-af74773e8579 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.210750] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 743.210750] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dff62b-a55c-8a4a-d236-e3ba2c3531e2" [ 743.210750] env[69155]: _type = "Task" [ 743.210750] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.222884] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dff62b-a55c-8a4a-d236-e3ba2c3531e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.444226] env[69155]: DEBUG oslo_vmware.api [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Task: {'id': task-3599306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397997} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.444691] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.444924] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.445168] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.445387] env[69155]: INFO nova.compute.manager [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Took 1.37 seconds to destroy the instance on the hypervisor. [ 743.445715] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.446153] env[69155]: DEBUG nova.compute.manager [-] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.446153] env[69155]: DEBUG nova.network.neutron [-] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.515185] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599302, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.691279] env[69155]: DEBUG nova.compute.utils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.692735] env[69155]: DEBUG nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.692907] env[69155]: DEBUG nova.network.neutron [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.722216] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dff62b-a55c-8a4a-d236-e3ba2c3531e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013634} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.723075] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7f05c6-164d-44c0-af40-ff0e0e41d92e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.729536] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 743.729536] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d77311-cbfb-930b-6966-44369c43c0f5" [ 743.729536] env[69155]: _type = "Task" [ 743.729536] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.741848] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d77311-cbfb-930b-6966-44369c43c0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.806253] env[69155]: DEBUG nova.policy [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '135646831c8c4d6687d232760a858415', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3b3822ea0c84a82b3c144d89aa1d891', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.878071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquiring lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.878370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.878580] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquiring lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.878768] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.878936] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.881859] env[69155]: INFO nova.compute.manager [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Terminating instance [ 743.967215] env[69155]: DEBUG nova.network.neutron [-] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.001921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-88c6c82f-fbfd-4407-84db-3ff4b0889e9d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.002408] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-88c6c82f-fbfd-4407-84db-3ff4b0889e9d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.002768] env[69155]: DEBUG nova.objects.instance [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'flavor' on Instance uuid 88c6c82f-fbfd-4407-84db-3ff4b0889e9d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.013425] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599302, 'name': Rename_Task, 'duration_secs': 1.245172} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.013689] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.013934] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e28eca26-aa49-4496-b22c-7563b30f0b4e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.023252] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 744.023252] env[69155]: value = "task-3599307" [ 744.023252] env[69155]: _type = "Task" [ 744.023252] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.033625] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.195890] env[69155]: DEBUG nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.248416] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d77311-cbfb-930b-6966-44369c43c0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.248416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.248416] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e3580fdf-80a9-46b8-8877-06f011c08f94/e3580fdf-80a9-46b8-8877-06f011c08f94.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.248416] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edb64277-02c3-4968-a67e-d73e9f70bf27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.258210] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 744.258210] env[69155]: value = "task-3599308" [ 744.258210] env[69155]: _type = "Task" [ 744.258210] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.269744] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.314355] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdabc0fc-fce7-4c86-8a68-fd4af98c27fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.326955] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c3771-e152-49d6-8a2c-aea2d8386f96 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.364141] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe519b28-4860-4ff4-96de-5888a5e70976 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.372307] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2ee47-c9d7-45ae-ba95-5d4f0336bb0c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.386889] env[69155]: DEBUG nova.compute.manager [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.387242] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.387609] env[69155]: DEBUG nova.compute.provider_tree [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.389491] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b203038-1ef9-430d-8c3c-a9ae1ed36b70 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.397929] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.398785] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bbdc294-8d1d-420f-ba35-1f32753392ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.405947] env[69155]: DEBUG oslo_vmware.api [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 744.405947] env[69155]: value = "task-3599309" [ 744.405947] env[69155]: _type = "Task" [ 744.405947] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.414403] env[69155]: DEBUG oslo_vmware.api [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.471087] env[69155]: INFO nova.compute.manager [-] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Took 1.36 seconds to deallocate network for instance. [ 744.534549] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599307, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.611987] env[69155]: DEBUG nova.network.neutron [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Updated VIF entry in instance network info cache for port a03767f8-765f-4a26-8c22-25b0744180db. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.612532] env[69155]: DEBUG nova.network.neutron [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Updating instance_info_cache with network_info: [{"id": "a03767f8-765f-4a26-8c22-25b0744180db", "address": "fa:16:3e:05:4d:d6", "network": {"id": "14c4d218-070f-4c90-b99a-1141e0064416", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1708395212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df025248e3ca4071b7e67746675542d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03767f8-76", "ovs_interfaceid": "a03767f8-765f-4a26-8c22-25b0744180db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.772191] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599308, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.836953] env[69155]: DEBUG nova.objects.instance [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'pci_requests' on Instance uuid 88c6c82f-fbfd-4407-84db-3ff4b0889e9d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.922344] env[69155]: DEBUG oslo_vmware.api [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599309, 'name': PowerOffVM_Task, 'duration_secs': 0.212501} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.922809] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.923083] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.923477] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a44e1dc3-1b7d-4e3c-a6b4-e18602f4cfb6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.928389] env[69155]: DEBUG nova.scheduler.client.report [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 744.928759] env[69155]: DEBUG nova.compute.provider_tree [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 63 to 64 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 744.929046] env[69155]: DEBUG nova.compute.provider_tree [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.937935] env[69155]: DEBUG nova.network.neutron [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Successfully created port: 36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.980019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.992860] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.993168] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.993356] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Deleting the datastore file [datastore1] 4a75013d-dc04-4f7d-b9c5-f0c68929e520 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.994091] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00f1ee34-fd45-4706-a7f9-0c98ef82ac22 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.001788] env[69155]: DEBUG oslo_vmware.api [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for the task: (returnval){ [ 745.001788] env[69155]: value = "task-3599311" [ 745.001788] env[69155]: _type = "Task" [ 745.001788] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.011018] env[69155]: DEBUG oslo_vmware.api [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.036319] env[69155]: DEBUG oslo_vmware.api [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599307, 'name': PowerOnVM_Task, 'duration_secs': 0.695614} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.036572] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.036857] env[69155]: INFO nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Took 11.66 seconds to spawn the instance on the hypervisor. [ 745.037092] env[69155]: DEBUG nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.037980] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4a4e1e-0759-4738-a478-ddf6771d64ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.115814] env[69155]: DEBUG oslo_concurrency.lockutils [req-622eeab5-4cc4-457f-a782-6feebc50e7e7 req-794c6a02-905c-4653-bdb8-aee4eba7ee2e service nova] Releasing lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.208145] env[69155]: DEBUG nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.232495] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.232863] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.233093] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.233432] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.233635] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.233868] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.234248] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.234481] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.234739] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.234979] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.235224] env[69155]: DEBUG nova.virt.hardware [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.236297] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a853315b-6d82-4225-96c5-6f1db16ef7a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.245095] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514b5a6-1acb-4b85-85c2-9fe2a3bb8ec9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.271935] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521756} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.272347] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e3580fdf-80a9-46b8-8877-06f011c08f94/e3580fdf-80a9-46b8-8877-06f011c08f94.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.272616] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.273305] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e18ec460-7117-48f9-939c-fef02fa1767a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.280386] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 745.280386] env[69155]: value = "task-3599312" [ 745.280386] env[69155]: _type = "Task" [ 745.280386] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.289771] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.309368] env[69155]: DEBUG nova.network.neutron [-] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.338575] env[69155]: DEBUG nova.objects.base [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Object Instance<88c6c82f-fbfd-4407-84db-3ff4b0889e9d> lazy-loaded attributes: flavor,pci_requests {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 745.338874] env[69155]: DEBUG nova.network.neutron [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.373758] env[69155]: DEBUG nova.compute.manager [req-a97a1e77-b7ea-4914-b330-57910d0b9892 req-ee5c6739-e627-47b2-8b7f-bb8203152b30 service nova] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Received event network-vif-deleted-f622a594-e8c0-4a61-a41d-fbb207d9588a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.380055] env[69155]: DEBUG nova.policy [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.444986] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.448060] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.695s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.449914] env[69155]: INFO nova.compute.claims [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.475233] env[69155]: INFO nova.scheduler.client.report [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Deleted allocations for instance ce5a92f9-4917-4d72-b527-35b97bad5933 [ 745.517399] env[69155]: DEBUG oslo_vmware.api [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Task: {'id': task-3599311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274525} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.517907] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.518247] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.518773] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.519155] env[69155]: INFO nova.compute.manager [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Took 1.13 seconds to destroy the instance on the hypervisor. [ 745.519646] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.520032] env[69155]: DEBUG nova.compute.manager [-] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.522481] env[69155]: DEBUG nova.network.neutron [-] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.562708] env[69155]: INFO nova.compute.manager [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Took 52.65 seconds to build instance. [ 745.790297] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112134} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.790773] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.791838] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1fd252-3e57-4ede-b6e1-15e3dba4e872 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.821112] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] e3580fdf-80a9-46b8-8877-06f011c08f94/e3580fdf-80a9-46b8-8877-06f011c08f94.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.821883] env[69155]: INFO nova.compute.manager [-] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Took 2.38 seconds to deallocate network for instance. [ 745.822251] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd495b70-3850-4785-9e7c-8440a2409191 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.846163] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 745.846163] env[69155]: value = "task-3599313" [ 745.846163] env[69155]: _type = "Task" [ 745.846163] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.857421] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.946225] env[69155]: DEBUG nova.network.neutron [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Successfully created port: cbc28edb-aa6d-4d1b-bc5b-76e68f575ead {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.983890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-691c51bc-7b41-4f12-b2a2-942d725f3b5c tempest-ServerDiagnosticsV248Test-2088297380 tempest-ServerDiagnosticsV248Test-2088297380-project-member] Lock "ce5a92f9-4917-4d72-b527-35b97bad5933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.444s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.065839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2b51f8f3-9583-4690-a272-001e8713332a tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "6e927889-8993-4deb-8621-4d034a32e16c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.679s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.345717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.364019] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599313, 'name': ReconfigVM_Task, 'duration_secs': 0.399936} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.364019] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Reconfigured VM instance instance-00000021 to attach disk [datastore2] e3580fdf-80a9-46b8-8877-06f011c08f94/e3580fdf-80a9-46b8-8877-06f011c08f94.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.364019] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c47b1e-6607-4b4e-9749-4d645d6909ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.369644] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 746.369644] env[69155]: value = "task-3599314" [ 746.369644] env[69155]: _type = "Task" [ 746.369644] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.378040] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599314, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.572435] env[69155]: DEBUG nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.659130] env[69155]: DEBUG nova.network.neutron [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Successfully updated port: 36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.770536] env[69155]: DEBUG oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761f4b-1daf-86b9-3bce-05aef2fa40f8/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 746.771512] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2115823d-098f-486b-b669-7ac3483107da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.779822] env[69155]: DEBUG oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761f4b-1daf-86b9-3bce-05aef2fa40f8/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 746.779991] env[69155]: ERROR oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761f4b-1daf-86b9-3bce-05aef2fa40f8/disk-0.vmdk due to incomplete transfer. [ 746.780224] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae88331c-2885-45e5-afbe-622885893aac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.787334] env[69155]: DEBUG oslo_vmware.rw_handles [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761f4b-1daf-86b9-3bce-05aef2fa40f8/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 746.787543] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Uploaded image 204eccce-7e2f-49b2-8ba6-1c3740139e20 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 746.789725] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 746.789965] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2fed0e4-a39b-451d-a9b4-91056e5c6db8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.795436] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 746.795436] env[69155]: value = "task-3599315" [ 746.795436] env[69155]: _type = "Task" [ 746.795436] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.804410] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599315, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.881323] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599314, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.914394] env[69155]: DEBUG nova.network.neutron [-] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.976578] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ca64fb-fd84-4804-96f6-fbb6ac77bee1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.985246] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb06e5f-4d20-4d20-b33f-7f3a90b16cea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.019044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd5f9f7-5c76-4093-ae4a-722b11824f1e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.027921] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db6bb2-a4d2-4540-ad42-e1a6e611ad2f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.042788] env[69155]: DEBUG nova.compute.provider_tree [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.092824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.164187] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.164358] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquired lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.164522] env[69155]: DEBUG nova.network.neutron [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.306583] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599315, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.380822] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599314, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.417840] env[69155]: INFO nova.compute.manager [-] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Took 1.90 seconds to deallocate network for instance. [ 747.547119] env[69155]: DEBUG nova.scheduler.client.report [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.630366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.630689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.705408] env[69155]: DEBUG nova.network.neutron [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.809502] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599315, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.884463] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599314, 'name': Rename_Task, 'duration_secs': 1.182881} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.884761] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.885014] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f434a1fa-a12b-4a7f-93c9-acd9b4148c9c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.890919] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 747.890919] env[69155]: value = "task-3599316" [ 747.890919] env[69155]: _type = "Task" [ 747.890919] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.898587] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.925118] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.993634] env[69155]: DEBUG nova.network.neutron [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Updating instance_info_cache with network_info: [{"id": "36239073-f7aa-47a0-a104-e9ed8abe9c1f", "address": "fa:16:3e:50:ca:f3", "network": {"id": "f49ccb3c-a19a-4f91-850b-f3d798479f80", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547280736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b3822ea0c84a82b3c144d89aa1d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36239073-f7", "ovs_interfaceid": "36239073-f7aa-47a0-a104-e9ed8abe9c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.041168] env[69155]: DEBUG nova.network.neutron [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Successfully updated port: cbc28edb-aa6d-4d1b-bc5b-76e68f575ead {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.053291] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.054032] env[69155]: DEBUG nova.compute.manager [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.057543] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.279s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.059138] env[69155]: INFO nova.compute.claims [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.309659] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599315, 'name': Destroy_Task, 'duration_secs': 1.08384} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.310116] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Destroyed the VM [ 748.310339] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.311081] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05422291-ce74-4a9f-9f44-b02bd69128be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.319687] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 748.319687] env[69155]: value = "task-3599317" [ 748.319687] env[69155]: _type = "Task" [ 748.319687] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.330062] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599317, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.401679] env[69155]: DEBUG oslo_vmware.api [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3599316, 'name': PowerOnVM_Task, 'duration_secs': 0.481661} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.403106] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.403106] env[69155]: INFO nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Took 9.56 seconds to spawn the instance on the hypervisor. [ 748.403106] env[69155]: DEBUG nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.403106] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec2ddf-b8db-4bbb-a810-e66f1d93d88d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.493717] env[69155]: DEBUG nova.compute.manager [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Received event network-vif-deleted-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.493863] env[69155]: DEBUG nova.compute.manager [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Received event network-vif-deleted-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.494038] env[69155]: DEBUG nova.compute.manager [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Received event network-vif-plugged-36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.494242] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] Acquiring lock "009f2804-aedb-4162-8211-06a1573c9ace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.494497] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] Lock "009f2804-aedb-4162-8211-06a1573c9ace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.494598] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] Lock "009f2804-aedb-4162-8211-06a1573c9ace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.494754] env[69155]: DEBUG nova.compute.manager [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] No waiting events found dispatching network-vif-plugged-36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.494906] env[69155]: WARNING nova.compute.manager [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Received unexpected event network-vif-plugged-36239073-f7aa-47a0-a104-e9ed8abe9c1f for instance with vm_state building and task_state spawning. [ 748.495076] env[69155]: DEBUG nova.compute.manager [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Received event network-changed-36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.495241] env[69155]: DEBUG nova.compute.manager [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Refreshing instance network info cache due to event network-changed-36239073-f7aa-47a0-a104-e9ed8abe9c1f. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.495653] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] Acquiring lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.500977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Releasing lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.501241] env[69155]: DEBUG nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Instance network_info: |[{"id": "36239073-f7aa-47a0-a104-e9ed8abe9c1f", "address": "fa:16:3e:50:ca:f3", "network": {"id": "f49ccb3c-a19a-4f91-850b-f3d798479f80", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547280736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b3822ea0c84a82b3c144d89aa1d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36239073-f7", "ovs_interfaceid": "36239073-f7aa-47a0-a104-e9ed8abe9c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.501503] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] Acquired lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.502895] env[69155]: DEBUG nova.network.neutron [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Refreshing network info cache for port 36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.502895] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:ca:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36239073-f7aa-47a0-a104-e9ed8abe9c1f', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.512200] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Creating folder: Project (d3b3822ea0c84a82b3c144d89aa1d891). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.513481] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a69d57a1-9966-4a41-b109-06dc37c76c6c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.527149] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Created folder: Project (d3b3822ea0c84a82b3c144d89aa1d891) in parent group-v718010. [ 748.527371] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Creating folder: Instances. Parent ref: group-v718112. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.527603] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2886fd4b-65a4-4e60-bc68-a6fd70dce694 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.536977] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Created folder: Instances in parent group-v718112. [ 748.537231] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.537415] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.537609] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102eb3c5-f9bf-41c9-b647-8e7fa45ef2df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.556578] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.556770] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.556940] env[69155]: DEBUG nova.network.neutron [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.565990] env[69155]: DEBUG nova.compute.utils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.567462] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.567462] env[69155]: value = "task-3599320" [ 748.567462] env[69155]: _type = "Task" [ 748.567462] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.567979] env[69155]: DEBUG nova.compute.manager [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 748.579781] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599320, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.831147] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599317, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.921582] env[69155]: INFO nova.compute.manager [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Took 50.91 seconds to build instance. [ 749.075661] env[69155]: DEBUG nova.compute.manager [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.084511] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599320, 'name': CreateVM_Task, 'duration_secs': 0.364087} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.084630] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.089420] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.089635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.090021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.090339] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10261813-ee4c-4363-9ec7-a0ed7f50bd22 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.097022] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 749.097022] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fde4c8-32bd-4f43-bd0a-1f52701d72c8" [ 749.097022] env[69155]: _type = "Task" [ 749.097022] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.105330] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fde4c8-32bd-4f43-bd0a-1f52701d72c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.125108] env[69155]: WARNING nova.network.neutron [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] 8fccbbe0-1aa5-4131-a4e2-ad168554378d already exists in list: networks containing: ['8fccbbe0-1aa5-4131-a4e2-ad168554378d']. ignoring it [ 749.333034] env[69155]: DEBUG oslo_vmware.api [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599317, 'name': RemoveSnapshot_Task, 'duration_secs': 0.907953} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.335773] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 749.336044] env[69155]: INFO nova.compute.manager [None req-b0991e94-bed4-435f-89f4-2e3299e0b8ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Took 14.99 seconds to snapshot the instance on the hypervisor. [ 749.382838] env[69155]: DEBUG nova.network.neutron [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Updated VIF entry in instance network info cache for port 36239073-f7aa-47a0-a104-e9ed8abe9c1f. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.383345] env[69155]: DEBUG nova.network.neutron [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Updating instance_info_cache with network_info: [{"id": "36239073-f7aa-47a0-a104-e9ed8abe9c1f", "address": "fa:16:3e:50:ca:f3", "network": {"id": "f49ccb3c-a19a-4f91-850b-f3d798479f80", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547280736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b3822ea0c84a82b3c144d89aa1d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36239073-f7", "ovs_interfaceid": "36239073-f7aa-47a0-a104-e9ed8abe9c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.422304] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "e3580fdf-80a9-46b8-8877-06f011c08f94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.161s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.609758] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fde4c8-32bd-4f43-bd0a-1f52701d72c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.609758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.609758] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.609758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.609758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.609758] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.609758] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd174976-aeda-4036-b771-65dc2b9fd110 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.619643] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.619849] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.620605] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a96d292-ee6a-40ca-8c17-85511c5d1ba8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.628761] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 749.628761] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525f4373-56f0-bffc-2651-f19c26d38d0f" [ 749.628761] env[69155]: _type = "Task" [ 749.628761] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.629714] env[69155]: DEBUG nova.network.neutron [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [{"id": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "address": "fa:16:3e:db:6d:2f", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ead75b-9e", "ovs_interfaceid": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbc28edb-aa6d-4d1b-bc5b-76e68f575ead", "address": "fa:16:3e:25:b6:86", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc28edb-aa", "ovs_interfaceid": "cbc28edb-aa6d-4d1b-bc5b-76e68f575ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.641616] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525f4373-56f0-bffc-2651-f19c26d38d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.647095] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b8a595-bdf0-4c69-a800-68d1b4376c06 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.654099] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4151cf-9bd7-4f3f-a70f-c4abd18b92e9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.685737] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791e2210-89ae-40ac-9168-38eaddf261cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.693289] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9714dc6-be28-41a4-9cfa-3d0f2c68726b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.709539] env[69155]: DEBUG nova.compute.provider_tree [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.888610] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8c2bfd1-9e24-4f66-9aae-fa45d7693bd4 req-03bcc27d-3ba7-4227-87b1-65cdfb242064 service nova] Releasing lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.927331] env[69155]: DEBUG nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.086754] env[69155]: DEBUG nova.compute.manager [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.118144] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.118294] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.118611] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.118788] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.119015] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.119211] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.119483] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.119658] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.119830] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.119998] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.120188] env[69155]: DEBUG nova.virt.hardware [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.121336] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d90dc-a061-4cd2-b694-8623e42e8786 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.130226] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d7f63f-ce09-4d2e-949f-8664b8fa78cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.136086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136704] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.137011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.141243] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f593166-2114-449f-aeec-710742e98efe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.174920] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.175262] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.175428] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.175612] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.175783] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.175945] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.176178] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.176333] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.176497] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.176659] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.176905] env[69155]: DEBUG nova.virt.hardware [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.183394] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Reconfiguring VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 750.184814] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525f4373-56f0-bffc-2651-f19c26d38d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.016426} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.185486] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.191911] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Creating folder: Project (e50b4a9ebc98421a8c660cf3cd81a67b). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.191911] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b1e068-3652-49aa-9859-8e5fec3d2534 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.207127] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b5a044c-ca07-4c4c-b60d-96a5dd5b3775 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.207687] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8f6f27-bb89-41cc-8a91-698d94fa9638 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.215371] env[69155]: DEBUG nova.scheduler.client.report [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.217568] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 750.217568] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526411e1-22e5-98d1-87a8-68cfa34a6d67" [ 750.217568] env[69155]: _type = "Task" [ 750.217568] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.219223] env[69155]: DEBUG oslo_vmware.api [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 750.219223] env[69155]: value = "task-3599322" [ 750.219223] env[69155]: _type = "Task" [ 750.219223] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.227258] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Created folder: Project (e50b4a9ebc98421a8c660cf3cd81a67b) in parent group-v718010. [ 750.227258] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Creating folder: Instances. Parent ref: group-v718115. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.227662] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a767663-ba29-4ed4-8535-cad94a0fae09 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.232358] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526411e1-22e5-98d1-87a8-68cfa34a6d67, 'name': SearchDatastore_Task, 'duration_secs': 0.014271} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.235746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.236024] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 009f2804-aedb-4162-8211-06a1573c9ace/009f2804-aedb-4162-8211-06a1573c9ace.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.236314] env[69155]: DEBUG oslo_vmware.api [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599322, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.237197] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1337160-51d8-4883-909a-76f55c75929b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.245257] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Created folder: Instances in parent group-v718115. [ 750.245257] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.246367] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.248932] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 750.248932] env[69155]: value = "task-3599324" [ 750.248932] env[69155]: _type = "Task" [ 750.248932] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.248932] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ff9b3a-7bc9-4e70-8a32-9235fc461591 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.268512] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.269670] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.269670] env[69155]: value = "task-3599325" [ 750.269670] env[69155]: _type = "Task" [ 750.269670] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.277743] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599325, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.448869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.592680] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "b47d5434-6e48-442e-80dd-aefc47ce2de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.592886] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "b47d5434-6e48-442e-80dd-aefc47ce2de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.593139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "b47d5434-6e48-442e-80dd-aefc47ce2de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.593366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "b47d5434-6e48-442e-80dd-aefc47ce2de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.593514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "b47d5434-6e48-442e-80dd-aefc47ce2de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.596312] env[69155]: INFO nova.compute.manager [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Terminating instance [ 750.721079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.722234] env[69155]: DEBUG nova.compute.manager [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.725073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.618s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.726550] env[69155]: INFO nova.compute.claims [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.741268] env[69155]: DEBUG oslo_vmware.api [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.772350] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599324, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.784496] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599325, 'name': CreateVM_Task, 'duration_secs': 0.279739} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.784598] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.786528] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.786827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.787221] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.787579] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d217fc-5072-424e-b406-d6a9c118ce57 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.794803] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 750.794803] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52775503-4ac2-d3b8-3eaa-42187aa6f7a9" [ 750.794803] env[69155]: _type = "Task" [ 750.794803] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.803520] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52775503-4ac2-d3b8-3eaa-42187aa6f7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.101491] env[69155]: DEBUG nova.compute.manager [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.101760] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.102718] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b262576-bc6c-40dc-8d6b-423c47af1071 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.110830] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.111157] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5be3b217-07d3-4c22-88a9-3a442900206d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.173485] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.173734] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.173952] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleting the datastore file [datastore1] b47d5434-6e48-442e-80dd-aefc47ce2de9 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.174272] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46bc310b-496e-4a35-8822-cae0fff41a50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.180605] env[69155]: DEBUG oslo_vmware.api [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 751.180605] env[69155]: value = "task-3599327" [ 751.180605] env[69155]: _type = "Task" [ 751.180605] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.191344] env[69155]: DEBUG oslo_vmware.api [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.231148] env[69155]: DEBUG nova.compute.utils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.247322] env[69155]: DEBUG nova.compute.manager [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 751.262619] env[69155]: DEBUG oslo_vmware.api [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599322, 'name': ReconfigVM_Task, 'duration_secs': 0.777178} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.262619] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.263721] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Reconfigured VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 751.292813] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728366} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.294905] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 009f2804-aedb-4162-8211-06a1573c9ace/009f2804-aedb-4162-8211-06a1573c9ace.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.294905] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.294905] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03733f29-2a91-42a5-9859-80779bc20d0a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.315392] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52775503-4ac2-d3b8-3eaa-42187aa6f7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.020715} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.317897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.318165] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.318395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.318544] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.318722] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.322786] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 751.322786] env[69155]: value = "task-3599328" [ 751.322786] env[69155]: _type = "Task" [ 751.322786] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.323044] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08ccfca2-e81a-47bf-8a34-d71b01b2c5ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.342715] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.346096] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.346340] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.347340] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9d2e7c-045e-401b-a014-1b69f216e804 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.352751] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 751.352751] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520312c8-d417-b0a9-60d2-9c6ccec244b5" [ 751.352751] env[69155]: _type = "Task" [ 751.352751] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.367744] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520312c8-d417-b0a9-60d2-9c6ccec244b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.691303] env[69155]: DEBUG oslo_vmware.api [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163984} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.691569] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.691755] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.691936] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.692128] env[69155]: INFO nova.compute.manager [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Took 0.59 seconds to destroy the instance on the hypervisor. [ 751.692374] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.692568] env[69155]: DEBUG nova.compute.manager [-] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.692667] env[69155]: DEBUG nova.network.neutron [-] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.740378] env[69155]: DEBUG nova.compute.manager [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.788186] env[69155]: DEBUG oslo_concurrency.lockutils [None req-14eec477-66b5-40c3-8359-8ce1a7f083b7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-88c6c82f-fbfd-4407-84db-3ff4b0889e9d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.786s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.840514] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079564} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.840626] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.841408] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5127302-23d6-4247-8381-3b460fca3958 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.865633] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 009f2804-aedb-4162-8211-06a1573c9ace/009f2804-aedb-4162-8211-06a1573c9ace.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.870954] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-856ae3ad-4ac3-48b7-9c50-ef69233dca21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.890632] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520312c8-d417-b0a9-60d2-9c6ccec244b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.892426] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 751.892426] env[69155]: value = "task-3599329" [ 751.892426] env[69155]: _type = "Task" [ 751.892426] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.893145] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870a0f4a-0c86-48b3-a77f-e49f970ed2e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.902730] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 751.902730] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5208f1e3-406c-2459-e772-63ceacc81f48" [ 751.902730] env[69155]: _type = "Task" [ 751.902730] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.905907] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.916274] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5208f1e3-406c-2459-e772-63ceacc81f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.391037] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a0d032-c8de-44cd-a1bb-5036e26e08ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.403017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d2dccb-18af-4744-9edf-3e06145677f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.415166] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.423828] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5208f1e3-406c-2459-e772-63ceacc81f48, 'name': SearchDatastore_Task, 'duration_secs': 0.020073} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.453872] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.454318] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442/1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.455498] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b52a75a-4c75-4463-8915-85b421a69ae2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.458793] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b11a01-f03d-40b7-9a0a-1b4b1d5f5163 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.464631] env[69155]: DEBUG nova.compute.manager [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received event network-vif-plugged-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.464861] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] Acquiring lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.465122] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.465350] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.465575] env[69155]: DEBUG nova.compute.manager [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] No waiting events found dispatching network-vif-plugged-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.465747] env[69155]: WARNING nova.compute.manager [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received unexpected event network-vif-plugged-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead for instance with vm_state active and task_state None. [ 752.465923] env[69155]: DEBUG nova.compute.manager [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received event network-changed-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.466168] env[69155]: DEBUG nova.compute.manager [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Refreshing instance network info cache due to event network-changed-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.466393] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] Acquiring lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.466580] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] Acquired lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.466759] env[69155]: DEBUG nova.network.neutron [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Refreshing network info cache for port cbc28edb-aa6d-4d1b-bc5b-76e68f575ead {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.476626] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686592e-f522-47f3-a466-4d87e3404064 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.481881] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 752.481881] env[69155]: value = "task-3599330" [ 752.481881] env[69155]: _type = "Task" [ 752.481881] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.499942] env[69155]: DEBUG nova.compute.provider_tree [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.507950] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.561031] env[69155]: DEBUG nova.network.neutron [-] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.621644] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "357b562e-a586-4408-8f21-198aa6a0486c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.622096] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "357b562e-a586-4408-8f21-198aa6a0486c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.750988] env[69155]: DEBUG nova.compute.manager [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.785207] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.785359] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.785528] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.786212] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.786212] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.786402] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.787551] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.787551] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.787551] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.787551] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.788393] env[69155]: DEBUG nova.virt.hardware [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.789382] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ef00a-6728-40b9-8307-64310170a457 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.800896] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935dbfbf-25d4-4e45-92a7-d89396d3bccd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.818939] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.825922] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.826517] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.826566] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e52ec4b-00d5-4207-8ca1-44dd251a777b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.849171] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.849171] env[69155]: value = "task-3599331" [ 752.849171] env[69155]: _type = "Task" [ 752.849171] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.858655] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599331, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.905556] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599329, 'name': ReconfigVM_Task, 'duration_secs': 0.767716} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.905896] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 009f2804-aedb-4162-8211-06a1573c9ace/009f2804-aedb-4162-8211-06a1573c9ace.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.906692] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd778933-ebcc-4705-9645-513b34e087f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.919392] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 752.919392] env[69155]: value = "task-3599332" [ 752.919392] env[69155]: _type = "Task" [ 752.919392] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.927383] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599332, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.992772] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599330, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.005075] env[69155]: DEBUG nova.scheduler.client.report [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.067921] env[69155]: INFO nova.compute.manager [-] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Took 1.38 seconds to deallocate network for instance. [ 753.249750] env[69155]: DEBUG nova.network.neutron [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updated VIF entry in instance network info cache for port cbc28edb-aa6d-4d1b-bc5b-76e68f575ead. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.250219] env[69155]: DEBUG nova.network.neutron [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [{"id": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "address": "fa:16:3e:db:6d:2f", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ead75b-9e", "ovs_interfaceid": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbc28edb-aa6d-4d1b-bc5b-76e68f575ead", "address": "fa:16:3e:25:b6:86", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc28edb-aa", "ovs_interfaceid": "cbc28edb-aa6d-4d1b-bc5b-76e68f575ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.360081] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599331, 'name': CreateVM_Task, 'duration_secs': 0.332994} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.360277] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.360747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.360935] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361305] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.361589] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8aac1a-fefe-4957-ba99-16dbfd71509b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.366676] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 753.366676] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52567b24-742f-aef1-1468-b0360eb4636b" [ 753.366676] env[69155]: _type = "Task" [ 753.366676] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.374710] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52567b24-742f-aef1-1468-b0360eb4636b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.424018] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599332, 'name': Rename_Task, 'duration_secs': 0.188835} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.424325] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.424619] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-531d7431-2ac4-454f-a4bc-dece198b01af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.431169] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 753.431169] env[69155]: value = "task-3599333" [ 753.431169] env[69155]: _type = "Task" [ 753.431169] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.438889] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.492775] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524174} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.493209] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442/1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.493498] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.493767] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff4084f2-2921-4224-89d3-a99804cf88c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.500056] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 753.500056] env[69155]: value = "task-3599334" [ 753.500056] env[69155]: _type = "Task" [ 753.500056] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.507745] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.510657] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.511184] env[69155]: DEBUG nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.514414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.380s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.516012] env[69155]: INFO nova.compute.claims [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.577653] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.752840] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc7b8421-bb81-437c-8ecd-145140e7a245 req-71bb83df-6a3b-4250-bfd8-9bd91c3ab49d service nova] Releasing lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.877542] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52567b24-742f-aef1-1468-b0360eb4636b, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.877868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.878121] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.878357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.878505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.878685] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.878967] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ef4a525-1ec5-486a-826e-f379850f652f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.894070] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.894271] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.895045] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc3fee6-b827-41be-aaaf-dcab2162f77e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.904065] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 753.904065] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f2f87b-6947-fbd4-32f6-8eb59b2e70f0" [ 753.904065] env[69155]: _type = "Task" [ 753.904065] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.908029] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f2f87b-6947-fbd4-32f6-8eb59b2e70f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.940975] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.010628] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068317} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.010628] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.011346] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fa4c2b-65df-4396-b168-cf8dfc610bbf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.025127] env[69155]: DEBUG nova.compute.utils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.037016] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442/1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.041067] env[69155]: DEBUG nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.041252] env[69155]: DEBUG nova.network.neutron [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.042848] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ef818d-a353-4e68-8950-785d302900a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.066329] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 754.066329] env[69155]: value = "task-3599335" [ 754.066329] env[69155]: _type = "Task" [ 754.066329] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.078354] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.099187] env[69155]: DEBUG nova.policy [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb50d190a0194ba08a161408fa50c16f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41c3ce8cbe6b4f618131585583ff6c45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.317069] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "d291de83-0154-4667-9442-ebac9dbf5670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.317312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.410834] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f2f87b-6947-fbd4-32f6-8eb59b2e70f0, 'name': SearchDatastore_Task, 'duration_secs': 0.079137} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.411702] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96353ca-bc7b-415a-b357-0cd0fde7fbe1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.417186] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 754.417186] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525e72e6-73b4-d2ea-678f-1e6f990c5645" [ 754.417186] env[69155]: _type = "Task" [ 754.417186] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.428238] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525e72e6-73b4-d2ea-678f-1e6f990c5645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.443272] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599333, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.456748] env[69155]: DEBUG nova.network.neutron [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Successfully created port: 38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.542148] env[69155]: DEBUG nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.578118] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.589129] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-88c6c82f-fbfd-4407-84db-3ff4b0889e9d-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.589407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-88c6c82f-fbfd-4407-84db-3ff4b0889e9d-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.664102] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc8fe61-9f1b-498f-aad8-d1991108a009 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.673146] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde505bd-546f-4086-afc4-c5da023af126 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.706886] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66539bf-6004-4099-bda8-48d2485d65b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.715853] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0aff2-fdc4-47c3-a4e2-76e342903b1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.730748] env[69155]: DEBUG nova.compute.provider_tree [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.799174] env[69155]: DEBUG nova.compute.manager [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Received event network-changed-a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.799174] env[69155]: DEBUG nova.compute.manager [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Refreshing instance network info cache due to event network-changed-a03767f8-765f-4a26-8c22-25b0744180db. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.799174] env[69155]: DEBUG oslo_concurrency.lockutils [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] Acquiring lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.799174] env[69155]: DEBUG oslo_concurrency.lockutils [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] Acquired lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.799174] env[69155]: DEBUG nova.network.neutron [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Refreshing network info cache for port a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.927723] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525e72e6-73b4-d2ea-678f-1e6f990c5645, 'name': SearchDatastore_Task, 'duration_secs': 0.043045} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.927998] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.928278] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 68939730-1c6b-48ce-81fd-f84fa6df5b33/68939730-1c6b-48ce-81fd-f84fa6df5b33.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.928542] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1a15cea-91fd-4dec-b270-a1466344fc20 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.937425] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 754.937425] env[69155]: value = "task-3599336" [ 754.937425] env[69155]: _type = "Task" [ 754.937425] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.944524] env[69155]: DEBUG oslo_vmware.api [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599333, 'name': PowerOnVM_Task, 'duration_secs': 1.360889} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.945330] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.945605] env[69155]: INFO nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Took 9.74 seconds to spawn the instance on the hypervisor. [ 754.945820] env[69155]: DEBUG nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.946709] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b0526-a2cf-4028-91f8-2374a61617df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.952351] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.079175] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599335, 'name': ReconfigVM_Task, 'duration_secs': 0.617956} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.079175] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442/1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.079175] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4383b5ef-d4e3-49e7-8a53-a2902b8f946f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.086374] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 755.086374] env[69155]: value = "task-3599337" [ 755.086374] env[69155]: _type = "Task" [ 755.086374] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.095889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.095889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.096358] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599337, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.097160] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcc869c-51a8-4356-bfbe-4db2988ed7a1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.117173] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82052a17-4499-4927-a1d9-926a2958e3d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.147167] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Reconfiguring VM to detach interface {{(pid=69155) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 755.147460] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5749fb-7a12-4110-a8f9-6a01198214b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.167853] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 755.167853] env[69155]: value = "task-3599338" [ 755.167853] env[69155]: _type = "Task" [ 755.167853] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.178773] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.234532] env[69155]: DEBUG nova.scheduler.client.report [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.450528] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.474541] env[69155]: INFO nova.compute.manager [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Took 49.88 seconds to build instance. [ 755.554249] env[69155]: DEBUG nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.579318] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.579559] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.579718] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.579894] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.580515] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.580515] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.580515] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.580789] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.580789] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.580897] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.581092] env[69155]: DEBUG nova.virt.hardware [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.582376] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae6fc7b-a123-4b1b-9cb4-650da1d9c685 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.594687] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098f589-7ce2-41d8-8c78-9b5cfb5495e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.607627] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599337, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.680913] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.740529] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.743676] env[69155]: DEBUG nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.747690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.054s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.747690] env[69155]: DEBUG nova.objects.instance [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lazy-loading 'resources' on Instance uuid a7e491d0-46d8-48dc-b4ca-e87f6b4a4605 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.866609] env[69155]: DEBUG nova.network.neutron [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Updated VIF entry in instance network info cache for port a03767f8-765f-4a26-8c22-25b0744180db. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.866609] env[69155]: DEBUG nova.network.neutron [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Updating instance_info_cache with network_info: [{"id": "a03767f8-765f-4a26-8c22-25b0744180db", "address": "fa:16:3e:05:4d:d6", "network": {"id": "14c4d218-070f-4c90-b99a-1141e0064416", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1708395212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df025248e3ca4071b7e67746675542d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03767f8-76", "ovs_interfaceid": "a03767f8-765f-4a26-8c22-25b0744180db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.951147] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607921} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.951147] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 68939730-1c6b-48ce-81fd-f84fa6df5b33/68939730-1c6b-48ce-81fd-f84fa6df5b33.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.951527] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.951943] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7be13c-05e5-4fec-a46a-697de3a4eeed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.963117] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 755.963117] env[69155]: value = "task-3599339" [ 755.963117] env[69155]: _type = "Task" [ 755.963117] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.977801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.159s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.978228] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.102664] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599337, 'name': Rename_Task, 'duration_secs': 0.729366} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.103071] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.103404] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23dd5b67-53a6-49b0-ac15-1d9b65a1054f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.112225] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 756.112225] env[69155]: value = "task-3599340" [ 756.112225] env[69155]: _type = "Task" [ 756.112225] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.121428] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.180211] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.250161] env[69155]: DEBUG nova.compute.utils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.256946] env[69155]: DEBUG nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.257199] env[69155]: DEBUG nova.network.neutron [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.368717] env[69155]: DEBUG oslo_concurrency.lockutils [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] Releasing lock "refresh_cache-e3580fdf-80a9-46b8-8877-06f011c08f94" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.369144] env[69155]: DEBUG nova.compute.manager [req-443efded-88b5-4cca-8b6e-f9f92026c278 req-e1136fe8-1003-4e4c-80b8-009e276e91f1 service nova] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Received event network-vif-deleted-704f0aea-539f-4763-85d5-77f3b44b669d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.381667] env[69155]: DEBUG nova.policy [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '327ba13d415b4474826ec39c6867948e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd55f34872049f5892cce5bfe0b114e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.433204] env[69155]: DEBUG nova.network.neutron [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Successfully updated port: 38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.476697] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072319} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.477051] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.481129] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b302c1a-07c2-49d8-b9d3-cb66a7a997c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.483866] env[69155]: DEBUG nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.517318] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 68939730-1c6b-48ce-81fd-f84fa6df5b33/68939730-1c6b-48ce-81fd-f84fa6df5b33.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.521419] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd8d8b4-1e50-47d1-940d-61ca65b5a7a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.543842] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 756.543842] env[69155]: value = "task-3599341" [ 756.543842] env[69155]: _type = "Task" [ 756.543842] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.553744] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.625975] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.683547] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.767494] env[69155]: DEBUG nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.885193] env[69155]: DEBUG nova.network.neutron [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Successfully created port: 138e2809-fe89-464b-ad78-cb1d678d3589 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.903381] env[69155]: DEBUG nova.compute.manager [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Received event network-vif-plugged-38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.903843] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Acquiring lock "7599fa29-a9bd-4e34-836c-1006447048a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.904177] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Lock "7599fa29-a9bd-4e34-836c-1006447048a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.904409] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Lock "7599fa29-a9bd-4e34-836c-1006447048a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.904637] env[69155]: DEBUG nova.compute.manager [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] No waiting events found dispatching network-vif-plugged-38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.904833] env[69155]: WARNING nova.compute.manager [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Received unexpected event network-vif-plugged-38d5f64b-59e3-4af9-babc-831a075e392e for instance with vm_state building and task_state spawning. [ 756.905036] env[69155]: DEBUG nova.compute.manager [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Received event network-changed-36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.905214] env[69155]: DEBUG nova.compute.manager [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Refreshing instance network info cache due to event network-changed-36239073-f7aa-47a0-a104-e9ed8abe9c1f. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.905421] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Acquiring lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.905565] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Acquired lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.905780] env[69155]: DEBUG nova.network.neutron [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Refreshing network info cache for port 36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.944596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.944759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.944891] env[69155]: DEBUG nova.network.neutron [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.992314] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f94a15-fd60-4d28-9719-3aa6aef6de60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.003668] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db3fbe1-7eb6-47cd-8b19-ed0c0d89e97e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.010994] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.036874] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e2b773-a45b-43e1-a805-637eda973bb5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.051686] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb28ef0-273f-4783-9a5c-d940b26a8050 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.062602] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599341, 'name': ReconfigVM_Task, 'duration_secs': 0.272533} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.070262] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 68939730-1c6b-48ce-81fd-f84fa6df5b33/68939730-1c6b-48ce-81fd-f84fa6df5b33.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.071025] env[69155]: DEBUG nova.compute.provider_tree [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.072712] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d37e8eb-44ea-4802-8f02-3e4875b7d1fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.079638] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 757.079638] env[69155]: value = "task-3599342" [ 757.079638] env[69155]: _type = "Task" [ 757.079638] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.091166] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599342, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.122488] env[69155]: DEBUG oslo_vmware.api [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599340, 'name': PowerOnVM_Task, 'duration_secs': 0.691382} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.122787] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.122957] env[69155]: INFO nova.compute.manager [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Took 7.04 seconds to spawn the instance on the hypervisor. [ 757.123160] env[69155]: DEBUG nova.compute.manager [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.123935] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc136e-236f-4949-84ce-1542ebdc097a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.187066] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.502840] env[69155]: DEBUG nova.network.neutron [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.575684] env[69155]: DEBUG nova.scheduler.client.report [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.590085] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599342, 'name': Rename_Task, 'duration_secs': 0.162336} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.590372] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.590646] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015914b7-14b5-4d45-9530-7527efd36eea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.597342] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 757.597342] env[69155]: value = "task-3599343" [ 757.597342] env[69155]: _type = "Task" [ 757.597342] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.614857] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599343, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.647339] env[69155]: INFO nova.compute.manager [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Took 46.93 seconds to build instance. [ 757.682660] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.733015] env[69155]: DEBUG nova.network.neutron [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Updating instance_info_cache with network_info: [{"id": "38d5f64b-59e3-4af9-babc-831a075e392e", "address": "fa:16:3e:44:40:aa", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d5f64b-59", "ovs_interfaceid": "38d5f64b-59e3-4af9-babc-831a075e392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.772315] env[69155]: DEBUG nova.network.neutron [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Updated VIF entry in instance network info cache for port 36239073-f7aa-47a0-a104-e9ed8abe9c1f. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.772710] env[69155]: DEBUG nova.network.neutron [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Updating instance_info_cache with network_info: [{"id": "36239073-f7aa-47a0-a104-e9ed8abe9c1f", "address": "fa:16:3e:50:ca:f3", "network": {"id": "f49ccb3c-a19a-4f91-850b-f3d798479f80", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547280736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b3822ea0c84a82b3c144d89aa1d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36239073-f7", "ovs_interfaceid": "36239073-f7aa-47a0-a104-e9ed8abe9c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.776841] env[69155]: DEBUG nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.805306] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.805563] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.805721] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.805936] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.806406] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.806606] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.806827] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.806993] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.807410] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.807620] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.807811] env[69155]: DEBUG nova.virt.hardware [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.808936] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39f96ed-2074-45c7-936e-808a4adc4238 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.818818] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463f922b-4553-4a57-bffd-f5a8f34019a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.087784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.094370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.565s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.094370] env[69155]: DEBUG nova.objects.instance [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 758.116283] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.130051] env[69155]: INFO nova.scheduler.client.report [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleted allocations for instance a7e491d0-46d8-48dc-b4ca-e87f6b4a4605 [ 758.152300] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49ad967e-10cb-44f3-a918-e5e4fbe7c240 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.315s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.184069] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.236514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Releasing lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.236900] env[69155]: DEBUG nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Instance network_info: |[{"id": "38d5f64b-59e3-4af9-babc-831a075e392e", "address": "fa:16:3e:44:40:aa", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d5f64b-59", "ovs_interfaceid": "38d5f64b-59e3-4af9-babc-831a075e392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.237395] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:40:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d5f64b-59e3-4af9-babc-831a075e392e', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.250496] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.250698] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.253571] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b01f6875-a468-49fa-8168-755a76d3dc85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.275315] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Releasing lock "refresh_cache-009f2804-aedb-4162-8211-06a1573c9ace" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.275588] env[69155]: DEBUG nova.compute.manager [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Received event network-changed-38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.275753] env[69155]: DEBUG nova.compute.manager [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Refreshing instance network info cache due to event network-changed-38d5f64b-59e3-4af9-babc-831a075e392e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.275995] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Acquiring lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.276145] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Acquired lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.276307] env[69155]: DEBUG nova.network.neutron [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Refreshing network info cache for port 38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.278892] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.278892] env[69155]: value = "task-3599344" [ 758.278892] env[69155]: _type = "Task" [ 758.278892] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.287397] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599344, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.618025] env[69155]: DEBUG oslo_vmware.api [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599343, 'name': PowerOnVM_Task, 'duration_secs': 0.615499} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.618025] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.618025] env[69155]: INFO nova.compute.manager [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Took 5.86 seconds to spawn the instance on the hypervisor. [ 758.618025] env[69155]: DEBUG nova.compute.manager [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.618025] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ff5ff7-deab-448f-9324-d2c35f54faff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.642722] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcebf2fc-e388-4efc-9877-5781fa697637 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "a7e491d0-46d8-48dc-b4ca-e87f6b4a4605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.539s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.654931] env[69155]: DEBUG nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.687743] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.791624] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599344, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.972421] env[69155]: DEBUG nova.network.neutron [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Successfully updated port: 138e2809-fe89-464b-ad78-cb1d678d3589 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.116362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d1cc172-f684-40e3-8467-5bfe71696157 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.120040] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.745s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.120040] env[69155]: DEBUG nova.objects.instance [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lazy-loading 'resources' on Instance uuid 1b8f574e-cfb8-4a1a-9c4e-93098510f933 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.137047] env[69155]: DEBUG nova.network.neutron [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Updated VIF entry in instance network info cache for port 38d5f64b-59e3-4af9-babc-831a075e392e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.138192] env[69155]: DEBUG nova.network.neutron [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Updating instance_info_cache with network_info: [{"id": "38d5f64b-59e3-4af9-babc-831a075e392e", "address": "fa:16:3e:44:40:aa", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d5f64b-59", "ovs_interfaceid": "38d5f64b-59e3-4af9-babc-831a075e392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.142762] env[69155]: INFO nova.compute.manager [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Took 46.39 seconds to build instance. [ 759.190033] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.195319] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.213117] env[69155]: DEBUG nova.compute.manager [req-97401fce-bac0-4708-a251-5d15bcfd5753 req-b9f300b6-be13-4afe-8157-8947eddccad2 service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Received event network-vif-plugged-138e2809-fe89-464b-ad78-cb1d678d3589 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.213437] env[69155]: DEBUG oslo_concurrency.lockutils [req-97401fce-bac0-4708-a251-5d15bcfd5753 req-b9f300b6-be13-4afe-8157-8947eddccad2 service nova] Acquiring lock "38b2256d-193a-4fa8-ab77-ad4e91f81722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.214188] env[69155]: DEBUG oslo_concurrency.lockutils [req-97401fce-bac0-4708-a251-5d15bcfd5753 req-b9f300b6-be13-4afe-8157-8947eddccad2 service nova] Lock "38b2256d-193a-4fa8-ab77-ad4e91f81722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.214485] env[69155]: DEBUG oslo_concurrency.lockutils [req-97401fce-bac0-4708-a251-5d15bcfd5753 req-b9f300b6-be13-4afe-8157-8947eddccad2 service nova] Lock "38b2256d-193a-4fa8-ab77-ad4e91f81722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.214747] env[69155]: DEBUG nova.compute.manager [req-97401fce-bac0-4708-a251-5d15bcfd5753 req-b9f300b6-be13-4afe-8157-8947eddccad2 service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] No waiting events found dispatching network-vif-plugged-138e2809-fe89-464b-ad78-cb1d678d3589 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.217141] env[69155]: WARNING nova.compute.manager [req-97401fce-bac0-4708-a251-5d15bcfd5753 req-b9f300b6-be13-4afe-8157-8947eddccad2 service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Received unexpected event network-vif-plugged-138e2809-fe89-464b-ad78-cb1d678d3589 for instance with vm_state building and task_state spawning. [ 759.297949] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599344, 'name': CreateVM_Task, 'duration_secs': 0.692114} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.297949] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.298078] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.298588] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.298588] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.298857] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7c6c02-447a-4d1a-94bb-6af1426a7325 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.304207] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 759.304207] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521d7a7e-b882-1d18-f1d4-a49a55959772" [ 759.304207] env[69155]: _type = "Task" [ 759.304207] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.312448] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521d7a7e-b882-1d18-f1d4-a49a55959772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.475611] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-38b2256d-193a-4fa8-ab77-ad4e91f81722" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.475611] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-38b2256d-193a-4fa8-ab77-ad4e91f81722" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.475611] env[69155]: DEBUG nova.network.neutron [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.644073] env[69155]: DEBUG oslo_concurrency.lockutils [req-929146e2-9a47-405f-bbfb-8add91a54fdb req-c8d2cf7d-fe21-4b2a-b36a-d887f4779e94 service nova] Releasing lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.645747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dabea46a-eaa9-4ba5-b2ca-cc64aea49cb1 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "68939730-1c6b-48ce-81fd-f84fa6df5b33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.618s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.689249] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.727237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquiring lock "1590459e-7420-4f0f-9035-8d1d05b6610c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.727469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "1590459e-7420-4f0f-9035-8d1d05b6610c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.812824] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521d7a7e-b882-1d18-f1d4-a49a55959772, 'name': SearchDatastore_Task, 'duration_secs': 0.015411} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.813133] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.813363] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.813666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.813777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.813946] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.814171] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45480699-73a3-438a-97fd-f85e07c1a06e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.832925] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.833366] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.834484] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aaf0b8e-8fe5-42ea-9c4c-7813a8c260cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.840122] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 759.840122] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ac2365-7d51-7842-fd24-62e55e2d4f7e" [ 759.840122] env[69155]: _type = "Task" [ 759.840122] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.851747] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ac2365-7d51-7842-fd24-62e55e2d4f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.997296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "1f57d393-7d28-4d23-917f-a9529c8e912f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.997296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "1f57d393-7d28-4d23-917f-a9529c8e912f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.997296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "1f57d393-7d28-4d23-917f-a9529c8e912f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.997296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "1f57d393-7d28-4d23-917f-a9529c8e912f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.997296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "1f57d393-7d28-4d23-917f-a9529c8e912f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.001120] env[69155]: INFO nova.compute.manager [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Terminating instance [ 760.017890] env[69155]: DEBUG nova.network.neutron [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.152018] env[69155]: DEBUG nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.181713] env[69155]: DEBUG nova.network.neutron [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Updating instance_info_cache with network_info: [{"id": "138e2809-fe89-464b-ad78-cb1d678d3589", "address": "fa:16:3e:80:f5:b0", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138e2809-fe", "ovs_interfaceid": "138e2809-fe89-464b-ad78-cb1d678d3589", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.192423] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.242155] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9af99b-6406-4003-abd9-a91cd9e68566 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.250067] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f518fa93-03e6-4bc9-abf5-b4af9bf9f961 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.281471] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5881e7-e3a6-4979-9554-8d4517e38e7e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.289580] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1f1103-7200-4b83-be7e-d3e236a4cf96 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.303183] env[69155]: DEBUG nova.compute.provider_tree [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.337605] env[69155]: INFO nova.compute.manager [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Rebuilding instance [ 760.350425] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ac2365-7d51-7842-fd24-62e55e2d4f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.030008} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.351225] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d97deb3-898c-4c5f-ad1d-3881b477e745 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.356489] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 760.356489] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526cf1b3-fd62-4651-98dc-23dec3c18719" [ 760.356489] env[69155]: _type = "Task" [ 760.356489] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.365816] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526cf1b3-fd62-4651-98dc-23dec3c18719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.384437] env[69155]: DEBUG nova.compute.manager [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.385298] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ffee0f-0d33-4998-a39d-49725922a933 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.509501] env[69155]: DEBUG nova.compute.manager [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.510019] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.512419] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a20e99-f640-4a4d-92e4-a5291a64dce0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.522022] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.522512] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-923c9373-84e9-495e-bf97-d9a5219cb81f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.532060] env[69155]: DEBUG oslo_vmware.api [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 760.532060] env[69155]: value = "task-3599345" [ 760.532060] env[69155]: _type = "Task" [ 760.532060] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.541592] env[69155]: DEBUG oslo_vmware.api [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.693112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.693112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-38b2256d-193a-4fa8-ab77-ad4e91f81722" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.693112] env[69155]: DEBUG nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Instance network_info: |[{"id": "138e2809-fe89-464b-ad78-cb1d678d3589", "address": "fa:16:3e:80:f5:b0", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138e2809-fe", "ovs_interfaceid": "138e2809-fe89-464b-ad78-cb1d678d3589", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.693112] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f5:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '138e2809-fe89-464b-ad78-cb1d678d3589', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.702853] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating folder: Project (fdd55f34872049f5892cce5bfe0b114e). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.703822] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b50aec9-3236-4836-b7d4-e5096dba310b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.711468] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.720207] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created folder: Project (fdd55f34872049f5892cce5bfe0b114e) in parent group-v718010. [ 760.720404] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating folder: Instances. Parent ref: group-v718120. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.720664] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fbd9077-7f64-4781-acb4-594404fda201 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.732201] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created folder: Instances in parent group-v718120. [ 760.732523] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.732736] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.732956] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b348d891-e982-4543-9fb0-b96525401cc8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.755173] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.755173] env[69155]: value = "task-3599348" [ 760.755173] env[69155]: _type = "Task" [ 760.755173] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.763266] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599348, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.807032] env[69155]: DEBUG nova.scheduler.client.report [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.868675] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526cf1b3-fd62-4651-98dc-23dec3c18719, 'name': SearchDatastore_Task, 'duration_secs': 0.018772} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.868948] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.869230] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 7599fa29-a9bd-4e34-836c-1006447048a8/7599fa29-a9bd-4e34-836c-1006447048a8.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.869491] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b5a9e1-e997-43e4-8381-fa8e56ab00b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.876198] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 760.876198] env[69155]: value = "task-3599349" [ 760.876198] env[69155]: _type = "Task" [ 760.876198] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.888434] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.041186] env[69155]: DEBUG oslo_vmware.api [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599345, 'name': PowerOffVM_Task, 'duration_secs': 0.197534} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.041186] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.041186] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.041186] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-925d4e67-091c-4249-966f-3e774f54c4c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.118609] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.118850] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.119049] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleting the datastore file [datastore2] 1f57d393-7d28-4d23-917f-a9529c8e912f {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.119437] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79bbc9f7-88b4-4feb-bbd8-24b6a03273b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.127991] env[69155]: DEBUG oslo_vmware.api [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for the task: (returnval){ [ 761.127991] env[69155]: value = "task-3599351" [ 761.127991] env[69155]: _type = "Task" [ 761.127991] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.137265] env[69155]: DEBUG oslo_vmware.api [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.194678] env[69155]: DEBUG oslo_vmware.api [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599338, 'name': ReconfigVM_Task, 'duration_secs': 5.892954} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.194950] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.195188] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Reconfigured VM to detach interface {{(pid=69155) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 761.246933] env[69155]: DEBUG nova.compute.manager [req-a58b819a-f643-4ff9-b7d1-897e377f823c req-8c25fc5c-4522-4963-9c75-d505d6037e9d service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Received event network-changed-138e2809-fe89-464b-ad78-cb1d678d3589 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.247188] env[69155]: DEBUG nova.compute.manager [req-a58b819a-f643-4ff9-b7d1-897e377f823c req-8c25fc5c-4522-4963-9c75-d505d6037e9d service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Refreshing instance network info cache due to event network-changed-138e2809-fe89-464b-ad78-cb1d678d3589. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.247404] env[69155]: DEBUG oslo_concurrency.lockutils [req-a58b819a-f643-4ff9-b7d1-897e377f823c req-8c25fc5c-4522-4963-9c75-d505d6037e9d service nova] Acquiring lock "refresh_cache-38b2256d-193a-4fa8-ab77-ad4e91f81722" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.247567] env[69155]: DEBUG oslo_concurrency.lockutils [req-a58b819a-f643-4ff9-b7d1-897e377f823c req-8c25fc5c-4522-4963-9c75-d505d6037e9d service nova] Acquired lock "refresh_cache-38b2256d-193a-4fa8-ab77-ad4e91f81722" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.247721] env[69155]: DEBUG nova.network.neutron [req-a58b819a-f643-4ff9-b7d1-897e377f823c req-8c25fc5c-4522-4963-9c75-d505d6037e9d service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Refreshing network info cache for port 138e2809-fe89-464b-ad78-cb1d678d3589 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.265419] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599348, 'name': CreateVM_Task, 'duration_secs': 0.472338} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.265651] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.266502] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.266728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.267138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.267451] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16dc769d-4e30-46f0-ba96-01a218509135 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.273472] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 761.273472] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7ad14-b7a0-2012-296a-29f6d82e2667" [ 761.273472] env[69155]: _type = "Task" [ 761.273472] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.281873] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7ad14-b7a0-2012-296a-29f6d82e2667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.314184] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.316576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.153s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.316815] env[69155]: DEBUG nova.objects.instance [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lazy-loading 'resources' on Instance uuid 1d6ef9b4-417a-4fb6-a04a-f04a918c020e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.350198] env[69155]: INFO nova.scheduler.client.report [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Deleted allocations for instance 1b8f574e-cfb8-4a1a-9c4e-93098510f933 [ 761.387944] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599349, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.399677] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.400366] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-906f7b43-3173-4922-b8ec-e34dbe6d9a65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.407109] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 761.407109] env[69155]: value = "task-3599352" [ 761.407109] env[69155]: _type = "Task" [ 761.407109] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.429116] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.638433] env[69155]: DEBUG oslo_vmware.api [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Task: {'id': task-3599351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341467} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.638697] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.638886] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.639085] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.639269] env[69155]: INFO nova.compute.manager [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 761.639521] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.639709] env[69155]: DEBUG nova.compute.manager [-] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.639806] env[69155]: DEBUG nova.network.neutron [-] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.784244] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7ad14-b7a0-2012-296a-29f6d82e2667, 'name': SearchDatastore_Task, 'duration_secs': 0.055812} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.784581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.785035] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.785116] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.785230] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.785407] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.785658] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfab934f-2320-4b98-8d75-39468d9a7f48 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.802526] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.802682] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.803460] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad997221-8d62-429c-a705-9a4fc5ce94e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.808254] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 761.808254] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cc4c88-5c56-0052-7e00-c3e1dadf4868" [ 761.808254] env[69155]: _type = "Task" [ 761.808254] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.815890] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cc4c88-5c56-0052-7e00-c3e1dadf4868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.856907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Lock "1b8f574e-cfb8-4a1a-9c4e-93098510f933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.048s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.889310] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518537} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.889703] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 7599fa29-a9bd-4e34-836c-1006447048a8/7599fa29-a9bd-4e34-836c-1006447048a8.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.889934] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.890769] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc3ce8df-faff-4427-802f-ac85fe561aaa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.899154] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 761.899154] env[69155]: value = "task-3599353" [ 761.899154] env[69155]: _type = "Task" [ 761.899154] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.906517] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.920418] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599352, 'name': PowerOffVM_Task, 'duration_secs': 0.152549} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.920675] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.920892] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.921693] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91802985-2246-4bf8-9c73-bf8ebca29501 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.928789] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.929036] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-629a039a-dfab-4d3d-bc40-82c4a5003e88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.953282] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.953527] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.953748] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Deleting the datastore file [datastore1] 68939730-1c6b-48ce-81fd-f84fa6df5b33 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.954054] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84e376c0-bf5e-4a40-bf3b-01b466b35fe6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.960974] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 761.960974] env[69155]: value = "task-3599355" [ 761.960974] env[69155]: _type = "Task" [ 761.960974] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.969795] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.084273] env[69155]: DEBUG nova.network.neutron [req-a58b819a-f643-4ff9-b7d1-897e377f823c req-8c25fc5c-4522-4963-9c75-d505d6037e9d service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Updated VIF entry in instance network info cache for port 138e2809-fe89-464b-ad78-cb1d678d3589. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.084273] env[69155]: DEBUG nova.network.neutron [req-a58b819a-f643-4ff9-b7d1-897e377f823c req-8c25fc5c-4522-4963-9c75-d505d6037e9d service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Updating instance_info_cache with network_info: [{"id": "138e2809-fe89-464b-ad78-cb1d678d3589", "address": "fa:16:3e:80:f5:b0", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138e2809-fe", "ovs_interfaceid": "138e2809-fe89-464b-ad78-cb1d678d3589", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.322343] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cc4c88-5c56-0052-7e00-c3e1dadf4868, 'name': SearchDatastore_Task, 'duration_secs': 0.062553} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.327892] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff743c1c-5392-4f7e-b1fa-2ff5a36438eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.330598] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 762.330598] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527f1782-4943-cb14-0b01-22d8cbeb938e" [ 762.330598] env[69155]: _type = "Task" [ 762.330598] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.339494] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527f1782-4943-cb14-0b01-22d8cbeb938e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.408823] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07686} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.409117] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.409907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22660b0e-ba49-4277-93c0-a975fa7c0600 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.414920] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f0fdd9-8d5b-4993-85f7-3d2aaef28272 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.437044] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 7599fa29-a9bd-4e34-836c-1006447048a8/7599fa29-a9bd-4e34-836c-1006447048a8.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.442020] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ecd840-c5ed-4caa-91a7-c30a3b67cb4e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.453964] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57c6bd3-a8ba-41bd-afc6-fc39cc51dcd3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.491019] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd103dbb-15b3-4d07-acb4-6c4880493d35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.491019] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 762.491019] env[69155]: value = "task-3599356" [ 762.491019] env[69155]: _type = "Task" [ 762.491019] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.499195] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.499358] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.499528] env[69155]: DEBUG nova.network.neutron [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.500909] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44446} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.501436] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.501631] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.501821] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.504970] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef8735-19f3-4737-9efa-683b746e3dde {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.513364] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.524704] env[69155]: DEBUG nova.compute.provider_tree [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.526647] env[69155]: DEBUG nova.network.neutron [-] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.589103] env[69155]: DEBUG oslo_concurrency.lockutils [req-a58b819a-f643-4ff9-b7d1-897e377f823c req-8c25fc5c-4522-4963-9c75-d505d6037e9d service nova] Releasing lock "refresh_cache-38b2256d-193a-4fa8-ab77-ad4e91f81722" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.842901] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527f1782-4943-cb14-0b01-22d8cbeb938e, 'name': SearchDatastore_Task, 'duration_secs': 0.029051} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.843554] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.843956] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722/38b2256d-193a-4fa8-ab77-ad4e91f81722.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.844379] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1265e030-2f71-4039-8664-2da7ee4a5428 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.852547] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 762.852547] env[69155]: value = "task-3599357" [ 762.852547] env[69155]: _type = "Task" [ 762.852547] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.862704] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.003029] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599356, 'name': ReconfigVM_Task, 'duration_secs': 0.451914} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.003029] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 7599fa29-a9bd-4e34-836c-1006447048a8/7599fa29-a9bd-4e34-836c-1006447048a8.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.003029] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb60d4e-9e31-424f-bacc-c856b0515553 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.017198] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 763.017198] env[69155]: value = "task-3599358" [ 763.017198] env[69155]: _type = "Task" [ 763.017198] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.027456] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599358, 'name': Rename_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.028557] env[69155]: DEBUG nova.scheduler.client.report [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.032335] env[69155]: INFO nova.compute.manager [-] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Took 1.39 seconds to deallocate network for instance. [ 763.137300] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.137588] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.137798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.137984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.138211] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.140347] env[69155]: INFO nova.compute.manager [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Terminating instance [ 763.366018] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476683} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.368602] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722/38b2256d-193a-4fa8-ab77-ad4e91f81722.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.368883] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.369178] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-461be474-094d-4116-8d85-cdf6021049dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.376016] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 763.376016] env[69155]: value = "task-3599359" [ 763.376016] env[69155]: _type = "Task" [ 763.376016] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.384077] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.414394] env[69155]: DEBUG nova.compute.manager [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received event network-vif-deleted-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.414394] env[69155]: INFO nova.compute.manager [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Neutron deleted interface cbc28edb-aa6d-4d1b-bc5b-76e68f575ead; detaching it from the instance and deleting it from the info cache [ 763.414394] env[69155]: DEBUG nova.network.neutron [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [{"id": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "address": "fa:16:3e:db:6d:2f", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ead75b-9e", "ovs_interfaceid": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.415016] env[69155]: INFO nova.network.neutron [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Port cbc28edb-aa6d-4d1b-bc5b-76e68f575ead from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 763.415813] env[69155]: DEBUG nova.network.neutron [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [{"id": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "address": "fa:16:3e:db:6d:2f", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ead75b-9e", "ovs_interfaceid": "f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.532277] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599358, 'name': Rename_Task, 'duration_secs': 0.182012} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.532277] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.532756] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fb4c671-fb46-4cae-ba73-ee46d7b29d81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.538083] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.538083] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.625s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.539252] env[69155]: INFO nova.compute.claims [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.551587] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.551587] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 763.551587] env[69155]: value = "task-3599360" [ 763.551587] env[69155]: _type = "Task" [ 763.551587] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.565131] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.565436] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.565436] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.565543] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.565623] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.566115] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.566115] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.566725] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.567071] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.567730] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.567730] env[69155]: DEBUG nova.virt.hardware [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.572557] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf5dde9-7cf9-4405-bf29-2832497f1295 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.576214] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.576746] env[69155]: INFO nova.scheduler.client.report [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Deleted allocations for instance 1d6ef9b4-417a-4fb6-a04a-f04a918c020e [ 763.584739] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a19f298-6481-4ba0-95f1-29c6e3698a30 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.601446] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.607160] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.608126] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.608361] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b00e4a8-e72c-4b3e-b7e9-1b03c50d38d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.627552] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.627552] env[69155]: value = "task-3599361" [ 763.627552] env[69155]: _type = "Task" [ 763.627552] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.636128] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599361, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.644717] env[69155]: DEBUG nova.compute.manager [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.644938] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.645764] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b0305-891a-4a05-9db9-c0b8ebbeee50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.655032] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.655301] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ed73ffa-d829-4fe4-a9f0-a932c53e0470 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.661153] env[69155]: DEBUG oslo_vmware.api [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 763.661153] env[69155]: value = "task-3599362" [ 763.661153] env[69155]: _type = "Task" [ 763.661153] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.670390] env[69155]: DEBUG oslo_vmware.api [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.885524] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066992} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.885814] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.886709] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7eed76-3114-4746-bdf1-a9660be550b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.909699] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722/38b2256d-193a-4fa8-ab77-ad4e91f81722.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.910023] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d26212-5466-458d-bd73-58fd6c7dfb71 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.930022] env[69155]: DEBUG oslo_concurrency.lockutils [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] Acquiring lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.930022] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.934795] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 763.934795] env[69155]: value = "task-3599363" [ 763.934795] env[69155]: _type = "Task" [ 763.934795] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.946261] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.065214] env[69155]: DEBUG oslo_vmware.api [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599360, 'name': PowerOnVM_Task, 'duration_secs': 0.499178} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.065506] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.065704] env[69155]: INFO nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Took 8.51 seconds to spawn the instance on the hypervisor. [ 764.065895] env[69155]: DEBUG nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.066697] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0ee195-17a5-46e3-9b30-67294c4917e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.088256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c599b52c-71d8-4b42-8d60-fb35cdc9f948 tempest-ServerShowV257Test-403404807 tempest-ServerShowV257Test-403404807-project-member] Lock "1d6ef9b4-417a-4fb6-a04a-f04a918c020e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.200s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.138773] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599361, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.175286] env[69155]: DEBUG oslo_vmware.api [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599362, 'name': PowerOffVM_Task, 'duration_secs': 0.438489} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.175672] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.176038] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.176331] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-574ca87e-4fb5-4b7e-b727-0d1dd688c6b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.257026] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.257332] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.257605] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleting the datastore file [datastore1] 88c6c82f-fbfd-4407-84db-3ff4b0889e9d {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.257923] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f932e71-3970-4852-93f6-caed411a9113 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.264249] env[69155]: DEBUG oslo_vmware.api [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 764.264249] env[69155]: value = "task-3599365" [ 764.264249] env[69155]: _type = "Task" [ 764.264249] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.272326] env[69155]: DEBUG oslo_vmware.api [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.432103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-88c6c82f-fbfd-4407-84db-3ff4b0889e9d-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.843s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.448631] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.596354] env[69155]: INFO nova.compute.manager [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Took 48.52 seconds to build instance. [ 764.648742] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599361, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.778188] env[69155]: DEBUG oslo_vmware.api [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407843} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.778448] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.778641] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.778811] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.779494] env[69155]: INFO nova.compute.manager [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 764.779494] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.779494] env[69155]: DEBUG nova.compute.manager [-] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.779494] env[69155]: DEBUG nova.network.neutron [-] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.950766] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599363, 'name': ReconfigVM_Task, 'duration_secs': 0.668282} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.951272] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722/38b2256d-193a-4fa8-ab77-ad4e91f81722.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.951965] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0608653-f580-432d-8833-88395cb770cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.960244] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 764.960244] env[69155]: value = "task-3599366" [ 764.960244] env[69155]: _type = "Task" [ 764.960244] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.973602] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599366, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.103505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7adf929c-c0f9-49ac-8992-ebac77b66677 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "7599fa29-a9bd-4e34-836c-1006447048a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.940s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.140978] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599361, 'name': CreateVM_Task, 'duration_secs': 1.067726} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.144930] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.145649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.145915] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.146181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.146448] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d1ae2a-492b-4a46-8c9d-f29430421c27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.150894] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 765.150894] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527bbcd8-bf2e-d306-f6c1-d93354ccbf8d" [ 765.150894] env[69155]: _type = "Task" [ 765.150894] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.161583] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527bbcd8-bf2e-d306-f6c1-d93354ccbf8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.195362] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eae44f-b7d2-4e42-979f-2fe3c9b0182f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.203358] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5143fb4-b474-4278-a09d-fcc9fabfd56e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.239055] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82d6a1c-fef1-4c34-b2e4-76b602e9dd9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.249907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fec2a3-dbfc-414c-865f-7d0b92fc8412 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.262677] env[69155]: DEBUG nova.compute.provider_tree [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.477194] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599366, 'name': Rename_Task, 'duration_secs': 0.140618} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.477701] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.477828] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b766798e-0e65-4f2c-bbdf-b667bbfe6bba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.484479] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 765.484479] env[69155]: value = "task-3599367" [ 765.484479] env[69155]: _type = "Task" [ 765.484479] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.493974] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.573173] env[69155]: DEBUG nova.compute.manager [req-5fea7d44-5fcc-4427-a0dd-9bce1ef7b571 req-e3df615a-809b-4955-b00c-58d0a9b64201 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Received event network-changed-38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.573378] env[69155]: DEBUG nova.compute.manager [req-5fea7d44-5fcc-4427-a0dd-9bce1ef7b571 req-e3df615a-809b-4955-b00c-58d0a9b64201 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Refreshing instance network info cache due to event network-changed-38d5f64b-59e3-4af9-babc-831a075e392e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.574021] env[69155]: DEBUG oslo_concurrency.lockutils [req-5fea7d44-5fcc-4427-a0dd-9bce1ef7b571 req-e3df615a-809b-4955-b00c-58d0a9b64201 service nova] Acquiring lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.574196] env[69155]: DEBUG oslo_concurrency.lockutils [req-5fea7d44-5fcc-4427-a0dd-9bce1ef7b571 req-e3df615a-809b-4955-b00c-58d0a9b64201 service nova] Acquired lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.574374] env[69155]: DEBUG nova.network.neutron [req-5fea7d44-5fcc-4427-a0dd-9bce1ef7b571 req-e3df615a-809b-4955-b00c-58d0a9b64201 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Refreshing network info cache for port 38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.609701] env[69155]: DEBUG nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.633146] env[69155]: DEBUG nova.compute.manager [req-2350150b-aaff-422c-88a5-eaf0f7bcb392 req-31cbccd3-708e-495e-9da5-7859847e326b service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Received event network-vif-deleted-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.633146] env[69155]: INFO nova.compute.manager [req-2350150b-aaff-422c-88a5-eaf0f7bcb392 req-31cbccd3-708e-495e-9da5-7859847e326b service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Neutron deleted interface f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b; detaching it from the instance and deleting it from the info cache [ 765.633146] env[69155]: DEBUG nova.network.neutron [req-2350150b-aaff-422c-88a5-eaf0f7bcb392 req-31cbccd3-708e-495e-9da5-7859847e326b service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.663116] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527bbcd8-bf2e-d306-f6c1-d93354ccbf8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.663529] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.663811] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.664176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.664379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.664603] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.664896] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21d752bf-3c10-4d4c-a7ef-219cc63bb7ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.673493] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.673702] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.674571] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11285fe-4b87-4b62-926b-7f6cf26ba128 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.680454] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 765.680454] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ca967-8f36-56de-55ab-b2df957797be" [ 765.680454] env[69155]: _type = "Task" [ 765.680454] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.690492] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ca967-8f36-56de-55ab-b2df957797be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.766302] env[69155]: DEBUG nova.scheduler.client.report [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.957577] env[69155]: DEBUG nova.network.neutron [-] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.996024] env[69155]: DEBUG oslo_vmware.api [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599367, 'name': PowerOnVM_Task, 'duration_secs': 0.465997} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.996024] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.996024] env[69155]: INFO nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Took 8.22 seconds to spawn the instance on the hypervisor. [ 765.996024] env[69155]: DEBUG nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.997393] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84dcec4-fada-4d5b-b0c7-847e8e3cea3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.136241] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17945645-4ab5-4502-8587-34980a6d73ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.146779] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c91ee8-4728-4dc3-b865-51375063f969 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.159613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.190541] env[69155]: DEBUG nova.compute.manager [req-2350150b-aaff-422c-88a5-eaf0f7bcb392 req-31cbccd3-708e-495e-9da5-7859847e326b service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Detach interface failed, port_id=f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b, reason: Instance 88c6c82f-fbfd-4407-84db-3ff4b0889e9d could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.205591] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ca967-8f36-56de-55ab-b2df957797be, 'name': SearchDatastore_Task, 'duration_secs': 0.01845} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.206373] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68adb82b-cd71-47e3-af11-2d2b5f8e3a9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.211908] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 766.211908] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d6be58-a536-c8af-fa47-6f95d2a30ca9" [ 766.211908] env[69155]: _type = "Task" [ 766.211908] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.220854] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d6be58-a536-c8af-fa47-6f95d2a30ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.272503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.273049] env[69155]: DEBUG nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.278018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.610s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.278536] env[69155]: INFO nova.compute.claims [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.372947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "7599fa29-a9bd-4e34-836c-1006447048a8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.373238] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "7599fa29-a9bd-4e34-836c-1006447048a8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.373480] env[69155]: INFO nova.compute.manager [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Rebooting instance [ 766.420588] env[69155]: DEBUG nova.network.neutron [req-5fea7d44-5fcc-4427-a0dd-9bce1ef7b571 req-e3df615a-809b-4955-b00c-58d0a9b64201 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Updated VIF entry in instance network info cache for port 38d5f64b-59e3-4af9-babc-831a075e392e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.420995] env[69155]: DEBUG nova.network.neutron [req-5fea7d44-5fcc-4427-a0dd-9bce1ef7b571 req-e3df615a-809b-4955-b00c-58d0a9b64201 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Updating instance_info_cache with network_info: [{"id": "38d5f64b-59e3-4af9-babc-831a075e392e", "address": "fa:16:3e:44:40:aa", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d5f64b-59", "ovs_interfaceid": "38d5f64b-59e3-4af9-babc-831a075e392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.460742] env[69155]: INFO nova.compute.manager [-] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Took 1.68 seconds to deallocate network for instance. [ 766.519589] env[69155]: INFO nova.compute.manager [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Took 47.41 seconds to build instance. [ 766.724550] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d6be58-a536-c8af-fa47-6f95d2a30ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.725097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.725704] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 68939730-1c6b-48ce-81fd-f84fa6df5b33/68939730-1c6b-48ce-81fd-f84fa6df5b33.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.725704] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef3026ec-e3bf-4b9a-bbea-74de41171ee6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.733087] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 766.733087] env[69155]: value = "task-3599368" [ 766.733087] env[69155]: _type = "Task" [ 766.733087] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.741627] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.787085] env[69155]: DEBUG nova.compute.utils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.790314] env[69155]: DEBUG nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.790314] env[69155]: DEBUG nova.network.neutron [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.865219] env[69155]: DEBUG nova.policy [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a32a904edca43908e5197b43cd5da11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c0085fe576f4da88f5db2f17995880f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.907799] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.923647] env[69155]: DEBUG oslo_concurrency.lockutils [req-5fea7d44-5fcc-4427-a0dd-9bce1ef7b571 req-e3df615a-809b-4955-b00c-58d0a9b64201 service nova] Releasing lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.924690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquired lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.924934] env[69155]: DEBUG nova.network.neutron [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.968668] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.022292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ab453-1c15-4f95-9838-d01c5da3b222 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "38b2256d-193a-4fa8-ab77-ad4e91f81722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.795s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.256999] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599368, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.293089] env[69155]: DEBUG nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.497324] env[69155]: DEBUG nova.network.neutron [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Successfully created port: 2b425380-5533-498a-b01a-3c6980af95a2 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.526238] env[69155]: DEBUG nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.750999] env[69155]: INFO nova.compute.manager [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Rebuilding instance [ 767.752959] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578106} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.756940] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 68939730-1c6b-48ce-81fd-f84fa6df5b33/68939730-1c6b-48ce-81fd-f84fa6df5b33.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.757184] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.757598] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc908029-9035-42cd-ba9a-4d73538920c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.768082] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 767.768082] env[69155]: value = "task-3599369" [ 767.768082] env[69155]: _type = "Task" [ 767.768082] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.783860] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.828622] env[69155]: DEBUG nova.compute.manager [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.829806] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eada004-c1ce-479d-8074-18fc90726a80 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.926682] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45879135-033b-489a-bfbc-9bf3d222e97c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.934454] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85692d2d-78ea-46f3-ab4e-6ef5fb1f1a8c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.966313] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d2e47-7883-45a9-aed4-efea4fd3a337 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.975510] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c2759-5733-40b0-b876-5440770ec652 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.997260] env[69155]: DEBUG nova.compute.provider_tree [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.047423] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.222724] env[69155]: DEBUG nova.network.neutron [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Updating instance_info_cache with network_info: [{"id": "38d5f64b-59e3-4af9-babc-831a075e392e", "address": "fa:16:3e:44:40:aa", "network": {"id": "8d27a29b-b69d-44e8-8abc-5c73fd63dbe1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-390606278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41c3ce8cbe6b4f618131585583ff6c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d5f64b-59", "ovs_interfaceid": "38d5f64b-59e3-4af9-babc-831a075e392e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.283876] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069537} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.284367] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.285441] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687b4738-7549-41e1-bde1-dffadca055dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.307782] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 68939730-1c6b-48ce-81fd-f84fa6df5b33/68939730-1c6b-48ce-81fd-f84fa6df5b33.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.309213] env[69155]: DEBUG nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.311742] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24cab75-2125-40ef-96e9-5659c457c7a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.346974] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 768.346974] env[69155]: value = "task-3599370" [ 768.346974] env[69155]: _type = "Task" [ 768.346974] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.358307] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.377951] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.378221] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.378371] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.378570] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.378724] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.378872] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.379132] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.379312] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.379497] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.379658] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.379830] env[69155]: DEBUG nova.virt.hardware [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.381029] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297da25a-2c76-4c21-adc1-c9818e91ce9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.389329] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba3ed9-b2ec-411e-8529-4cfa4435b5ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.500537] env[69155]: DEBUG nova.scheduler.client.report [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.728304] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Releasing lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.848437] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.848837] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb92bbf5-368b-47a1-92a4-d25ccd7d30b3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.860525] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599370, 'name': ReconfigVM_Task, 'duration_secs': 0.309735} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.862428] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 68939730-1c6b-48ce-81fd-f84fa6df5b33/68939730-1c6b-48ce-81fd-f84fa6df5b33.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.863127] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 768.863127] env[69155]: value = "task-3599371" [ 768.863127] env[69155]: _type = "Task" [ 768.863127] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.863318] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe69130-ff47-47e2-aaa3-31e43436e99c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.875386] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 768.875386] env[69155]: value = "task-3599372" [ 768.875386] env[69155]: _type = "Task" [ 768.875386] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.887042] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599372, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.007702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.008282] env[69155]: DEBUG nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.010877] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.339s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.012622] env[69155]: DEBUG nova.objects.instance [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lazy-loading 'resources' on Instance uuid f81dc110-fe05-46de-85e0-6af0ad6d1f11 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.235192] env[69155]: DEBUG nova.compute.manager [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.236102] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c0236e-68a3-4d89-b5c1-9302e89650bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.374180] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599371, 'name': PowerOffVM_Task, 'duration_secs': 0.218747} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.374478] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.374716] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.375500] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186d6b1f-06fa-43a8-a520-149b6eb6d8e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.385979] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599372, 'name': Rename_Task, 'duration_secs': 0.134654} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.388063] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.388628] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.388628] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-006f07b5-2648-4027-95f0-d548d09c595a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.390012] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a3a544-87e1-4327-b248-3ff797793752 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.396820] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 769.396820] env[69155]: value = "task-3599373" [ 769.396820] env[69155]: _type = "Task" [ 769.396820] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.404049] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.454273] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.454533] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.454722] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleting the datastore file [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.455046] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-649f7c8c-b749-42cb-a5f3-d55b0a946893 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.461590] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 769.461590] env[69155]: value = "task-3599375" [ 769.461590] env[69155]: _type = "Task" [ 769.461590] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.469708] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.499247] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquiring lock "87f1eb13-911f-4032-8438-b2053a68fd4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.499548] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "87f1eb13-911f-4032-8438-b2053a68fd4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.516032] env[69155]: DEBUG nova.compute.utils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.517747] env[69155]: DEBUG nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.517961] env[69155]: DEBUG nova.network.neutron [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.614862] env[69155]: DEBUG nova.policy [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3208e0ec0b3c4e75a04563d59589b544', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01d4ab5d22f4ba698d9ba39788e14fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.630119] env[69155]: DEBUG nova.compute.manager [req-027eddd2-654e-4f42-83c3-ad80a7c71afa req-1dd05f94-cf78-4e7b-b58d-17558b4b8428 service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Received event network-vif-plugged-2b425380-5533-498a-b01a-3c6980af95a2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.630361] env[69155]: DEBUG oslo_concurrency.lockutils [req-027eddd2-654e-4f42-83c3-ad80a7c71afa req-1dd05f94-cf78-4e7b-b58d-17558b4b8428 service nova] Acquiring lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.630571] env[69155]: DEBUG oslo_concurrency.lockutils [req-027eddd2-654e-4f42-83c3-ad80a7c71afa req-1dd05f94-cf78-4e7b-b58d-17558b4b8428 service nova] Lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.630739] env[69155]: DEBUG oslo_concurrency.lockutils [req-027eddd2-654e-4f42-83c3-ad80a7c71afa req-1dd05f94-cf78-4e7b-b58d-17558b4b8428 service nova] Lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.630903] env[69155]: DEBUG nova.compute.manager [req-027eddd2-654e-4f42-83c3-ad80a7c71afa req-1dd05f94-cf78-4e7b-b58d-17558b4b8428 service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] No waiting events found dispatching network-vif-plugged-2b425380-5533-498a-b01a-3c6980af95a2 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.631888] env[69155]: WARNING nova.compute.manager [req-027eddd2-654e-4f42-83c3-ad80a7c71afa req-1dd05f94-cf78-4e7b-b58d-17558b4b8428 service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Received unexpected event network-vif-plugged-2b425380-5533-498a-b01a-3c6980af95a2 for instance with vm_state building and task_state spawning. [ 769.823105] env[69155]: DEBUG nova.network.neutron [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Successfully updated port: 2b425380-5533-498a-b01a-3c6980af95a2 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.906379] env[69155]: DEBUG oslo_vmware.api [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599373, 'name': PowerOnVM_Task, 'duration_secs': 0.485113} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.909963] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.909963] env[69155]: DEBUG nova.compute.manager [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.910201] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ee32d-407c-4ebc-828b-f8b4061f9a88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.977545] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137187} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.977545] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.977641] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.977741] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.025692] env[69155]: DEBUG nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.088133] env[69155]: DEBUG nova.network.neutron [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Successfully created port: ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.147890] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294b5237-fbab-461b-9cac-75c143a30d7e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.161067] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f865ae2-ec43-47c2-8f7b-93ae3d5385d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.208481] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860cdaf0-bc3b-4daf-b6a4-3e266abd6fab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.220470] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a8ed2-ae04-4389-893b-087455eb30f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.233419] env[69155]: DEBUG nova.compute.provider_tree [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.252108] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4d4ef-e099-4902-a968-c7673971a09c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.260011] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Doing hard reboot of VM {{(pid=69155) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 770.260335] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ef37de67-07d6-47d6-8857-1417299f620e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.266863] env[69155]: DEBUG oslo_vmware.api [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 770.266863] env[69155]: value = "task-3599376" [ 770.266863] env[69155]: _type = "Task" [ 770.266863] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.274309] env[69155]: DEBUG oslo_vmware.api [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599376, 'name': ResetVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.332110] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquiring lock "refresh_cache-3097b168-a6cd-47be-a4d5-5494a4ab2c1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.332252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquired lock "refresh_cache-3097b168-a6cd-47be-a4d5-5494a4ab2c1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.332460] env[69155]: DEBUG nova.network.neutron [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.426832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.736200] env[69155]: DEBUG nova.scheduler.client.report [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.778482] env[69155]: DEBUG oslo_vmware.api [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599376, 'name': ResetVM_Task, 'duration_secs': 0.118003} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.778482] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Did hard reboot of VM {{(pid=69155) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 770.778482] env[69155]: DEBUG nova.compute.manager [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.778482] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56940b7d-7460-4502-aea7-205a56e111ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.876690] env[69155]: DEBUG nova.network.neutron [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.988281] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "68939730-1c6b-48ce-81fd-f84fa6df5b33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.988522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "68939730-1c6b-48ce-81fd-f84fa6df5b33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.988721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "68939730-1c6b-48ce-81fd-f84fa6df5b33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.988897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "68939730-1c6b-48ce-81fd-f84fa6df5b33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.989073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "68939730-1c6b-48ce-81fd-f84fa6df5b33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.993049] env[69155]: INFO nova.compute.manager [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Terminating instance [ 771.012703] env[69155]: DEBUG nova.network.neutron [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Updating instance_info_cache with network_info: [{"id": "2b425380-5533-498a-b01a-3c6980af95a2", "address": "fa:16:3e:b3:2f:04", "network": {"id": "11422a85-619b-417d-8637-09acc73ee73e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1174797479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c0085fe576f4da88f5db2f17995880f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b425380-55", "ovs_interfaceid": "2b425380-5533-498a-b01a-3c6980af95a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.021234] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.021494] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.021832] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.021832] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.022081] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.022153] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.022355] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.022465] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.022644] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.022787] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.023039] env[69155]: DEBUG nova.virt.hardware [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.023920] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d66d5e-4176-4728-ae61-d36433e691e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.032778] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16d6d63-0d82-4913-adb7-5d9799901176 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.037981] env[69155]: DEBUG nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.050960] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f5:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '138e2809-fe89-464b-ad78-cb1d678d3589', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.058417] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.060607] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.061399] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f17fafd-0ca8-4c8a-9d0c-08d5337d03df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.077347] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.077580] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.077777] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.077973] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.078138] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.078286] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.078491] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.078647] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.079736] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.079736] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.079736] env[69155]: DEBUG nova.virt.hardware [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.080234] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a68320-390a-4f66-8fe9-5c9fddd8fb16 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.087907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2826192-1446-4a82-9dd0-96f59dcd38c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.093362] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.093362] env[69155]: value = "task-3599377" [ 771.093362] env[69155]: _type = "Task" [ 771.093362] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.109858] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599377, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.241853] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.243868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.344s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.267660] env[69155]: INFO nova.scheduler.client.report [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Deleted allocations for instance f81dc110-fe05-46de-85e0-6af0ad6d1f11 [ 771.292217] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ad6499f-2958-44b2-a4a3-18f55cf449f6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "7599fa29-a9bd-4e34-836c-1006447048a8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.919s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.498458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "refresh_cache-68939730-1c6b-48ce-81fd-f84fa6df5b33" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.498458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired lock "refresh_cache-68939730-1c6b-48ce-81fd-f84fa6df5b33" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.498458] env[69155]: DEBUG nova.network.neutron [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.515242] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Releasing lock "refresh_cache-3097b168-a6cd-47be-a4d5-5494a4ab2c1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.516735] env[69155]: DEBUG nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Instance network_info: |[{"id": "2b425380-5533-498a-b01a-3c6980af95a2", "address": "fa:16:3e:b3:2f:04", "network": {"id": "11422a85-619b-417d-8637-09acc73ee73e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1174797479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c0085fe576f4da88f5db2f17995880f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b425380-55", "ovs_interfaceid": "2b425380-5533-498a-b01a-3c6980af95a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.516735] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:2f:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b425380-5533-498a-b01a-3c6980af95a2', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.523734] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Creating folder: Project (7c0085fe576f4da88f5db2f17995880f). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.524249] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49b5394d-42e9-4a30-8d6d-775a42276eb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.536448] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Created folder: Project (7c0085fe576f4da88f5db2f17995880f) in parent group-v718010. [ 771.536740] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Creating folder: Instances. Parent ref: group-v718125. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.537088] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e873283a-4532-402f-9152-370a7f29d7fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.547233] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Created folder: Instances in parent group-v718125. [ 771.547461] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.547692] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.547839] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aabf4cd-4789-489e-91f5-097aea4776c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.566733] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.566733] env[69155]: value = "task-3599380" [ 771.566733] env[69155]: _type = "Task" [ 771.566733] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.574256] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599380, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.602969] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599377, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.709580] env[69155]: DEBUG nova.compute.manager [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Received event network-changed-2b425380-5533-498a-b01a-3c6980af95a2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.709769] env[69155]: DEBUG nova.compute.manager [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Refreshing instance network info cache due to event network-changed-2b425380-5533-498a-b01a-3c6980af95a2. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.709971] env[69155]: DEBUG oslo_concurrency.lockutils [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] Acquiring lock "refresh_cache-3097b168-a6cd-47be-a4d5-5494a4ab2c1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.710128] env[69155]: DEBUG oslo_concurrency.lockutils [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] Acquired lock "refresh_cache-3097b168-a6cd-47be-a4d5-5494a4ab2c1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.710288] env[69155]: DEBUG nova.network.neutron [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Refreshing network info cache for port 2b425380-5533-498a-b01a-3c6980af95a2 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.739898] env[69155]: DEBUG nova.network.neutron [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Successfully updated port: ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.777344] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Lock "f81dc110-fe05-46de-85e0-6af0ad6d1f11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.648s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.024607] env[69155]: DEBUG nova.network.neutron [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.078807] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599380, 'name': CreateVM_Task, 'duration_secs': 0.28758} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.079072] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.079600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.079772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.080114] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.080381] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe21a93d-0997-44eb-a35a-1ebc85561cb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.085549] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 772.085549] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521629cf-e79f-55bb-f1fa-c8dab6280b72" [ 772.085549] env[69155]: _type = "Task" [ 772.085549] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.093142] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521629cf-e79f-55bb-f1fa-c8dab6280b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.103655] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599377, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.107084] env[69155]: DEBUG nova.network.neutron [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.244026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.244026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquired lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.244026] env[69155]: DEBUG nova.network.neutron [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.293608] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1f57d393-7d28-4d23-917f-a9529c8e912f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.293781] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c5209efb-b5b2-484e-ac69-af52353f1b0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.293910] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.294044] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance ee089ed0-82fb-4b11-9cce-7504f7aa7b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.294168] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 41001079-778b-456c-95b8-aac47ea3efa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.294303] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance afbfb3b3-6e9d-49e7-81f4-89277b2995bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.294424] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 7f01a7f3-4f0d-4811-850c-79f5b9930187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.294696] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 0428d0fb-bef2-4914-8d4d-97e8cf14ee81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.294696] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 88c6c82f-fbfd-4407-84db-3ff4b0889e9d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.294833] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 4a75013d-dc04-4f7d-b9c5-f0c68929e520 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.294884] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 633e9d92-9015-4cc8-ba92-6750376d0198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.294995] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 88adf8a9-777e-4f76-8d50-cb81835a528e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.295178] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance b47d5434-6e48-442e-80dd-aefc47ce2de9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.295304] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 772.295417] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 6e927889-8993-4deb-8621-4d034a32e16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.295534] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance e3580fdf-80a9-46b8-8877-06f011c08f94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.295641] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 009f2804-aedb-4162-8211-06a1573c9ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.295794] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.295898] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 68939730-1c6b-48ce-81fd-f84fa6df5b33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.296070] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 7599fa29-a9bd-4e34-836c-1006447048a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.296196] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 38b2256d-193a-4fa8-ab77-ad4e91f81722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.296303] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 3097b168-a6cd-47be-a4d5-5494a4ab2c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.296410] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 546ab638-f582-4a0e-89e6-c15b1e8ef888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 772.561132] env[69155]: DEBUG nova.network.neutron [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Updated VIF entry in instance network info cache for port 2b425380-5533-498a-b01a-3c6980af95a2. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.561507] env[69155]: DEBUG nova.network.neutron [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Updating instance_info_cache with network_info: [{"id": "2b425380-5533-498a-b01a-3c6980af95a2", "address": "fa:16:3e:b3:2f:04", "network": {"id": "11422a85-619b-417d-8637-09acc73ee73e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1174797479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c0085fe576f4da88f5db2f17995880f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b425380-55", "ovs_interfaceid": "2b425380-5533-498a-b01a-3c6980af95a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.597235] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521629cf-e79f-55bb-f1fa-c8dab6280b72, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.600555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.600806] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.601055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.601224] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.601381] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.601642] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc7215b4-e4f2-4376-a834-d536bffd6f9c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.610641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Releasing lock "refresh_cache-68939730-1c6b-48ce-81fd-f84fa6df5b33" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.611035] env[69155]: DEBUG nova.compute.manager [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.611240] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.611471] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599377, 'name': CreateVM_Task, 'duration_secs': 1.347389} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.612181] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83a12b7-7a14-480e-887a-5b8348267e35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.614945] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.615610] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.615859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.616121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.616800] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0696a13d-460e-49af-ac2e-d5f35f1026bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.621850] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.622115] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.622284] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.623258] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba5adddc-f1b9-4e5a-8d50-f695385c53e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.624654] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec70d3d1-dc92-46b3-8f47-0126f3bb3622 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.628124] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 772.628124] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521af3b1-dd8a-9cbe-d828-b8f70cdf9541" [ 772.628124] env[69155]: _type = "Task" [ 772.628124] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.632926] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 772.632926] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5210e917-f3ed-e7d1-25eb-038366728153" [ 772.632926] env[69155]: _type = "Task" [ 772.632926] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.640300] env[69155]: DEBUG oslo_vmware.api [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 772.640300] env[69155]: value = "task-3599381" [ 772.640300] env[69155]: _type = "Task" [ 772.640300] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.640585] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521af3b1-dd8a-9cbe-d828-b8f70cdf9541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.648845] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5210e917-f3ed-e7d1-25eb-038366728153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.654538] env[69155]: DEBUG oslo_vmware.api [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.798230] env[69155]: DEBUG nova.network.neutron [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.800878] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 50aeb81d-ca5a-433c-8158-5f611f3101ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 773.003969] env[69155]: DEBUG nova.network.neutron [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Updating instance_info_cache with network_info: [{"id": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "address": "fa:16:3e:64:3d:21", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5a217b-35", "ovs_interfaceid": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.064946] env[69155]: DEBUG oslo_concurrency.lockutils [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] Releasing lock "refresh_cache-3097b168-a6cd-47be-a4d5-5494a4ab2c1a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.064946] env[69155]: DEBUG nova.compute.manager [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Received event network-vif-plugged-ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.065797] env[69155]: DEBUG oslo_concurrency.lockutils [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] Acquiring lock "546ab638-f582-4a0e-89e6-c15b1e8ef888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.066055] env[69155]: DEBUG oslo_concurrency.lockutils [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] Lock "546ab638-f582-4a0e-89e6-c15b1e8ef888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.066327] env[69155]: DEBUG oslo_concurrency.lockutils [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] Lock "546ab638-f582-4a0e-89e6-c15b1e8ef888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.066443] env[69155]: DEBUG nova.compute.manager [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] No waiting events found dispatching network-vif-plugged-ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.066578] env[69155]: WARNING nova.compute.manager [req-aec7deb0-0e63-4bf3-85ba-e6c7cc3b585c req-025cd47f-631b-4e4c-ba1b-fe64a19685ea service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Received unexpected event network-vif-plugged-ae5a217b-3564-4b0b-b44f-da49ce407ad3 for instance with vm_state building and task_state spawning. [ 773.144731] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521af3b1-dd8a-9cbe-d828-b8f70cdf9541, 'name': SearchDatastore_Task, 'duration_secs': 0.015633} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.150896] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.151068] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.151375] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.151609] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5210e917-f3ed-e7d1-25eb-038366728153, 'name': SearchDatastore_Task, 'duration_secs': 0.016015} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.152674] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d29faa-eb51-420f-8282-82396e1d878d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.158069] env[69155]: DEBUG oslo_vmware.api [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599381, 'name': PowerOffVM_Task, 'duration_secs': 0.131784} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.158352] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.158654] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.158994] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-458a658a-c878-4c1f-89e8-05938f614d4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.161765] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 773.161765] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fe0609-c864-85e8-7b40-e4fe3b3c4d4e" [ 773.161765] env[69155]: _type = "Task" [ 773.161765] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.173192] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fe0609-c864-85e8-7b40-e4fe3b3c4d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.190376] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.190593] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.190773] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Deleting the datastore file [datastore2] 68939730-1c6b-48ce-81fd-f84fa6df5b33 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.191054] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb2a7ede-7241-4989-9bc2-d11a6ff8519d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.200042] env[69155]: DEBUG oslo_vmware.api [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 773.200042] env[69155]: value = "task-3599383" [ 773.200042] env[69155]: _type = "Task" [ 773.200042] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.209653] env[69155]: DEBUG oslo_vmware.api [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.304880] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance efcb0324-5009-45e3-b25d-d21c511499bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 773.507176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Releasing lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.507520] env[69155]: DEBUG nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Instance network_info: |[{"id": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "address": "fa:16:3e:64:3d:21", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5a217b-35", "ovs_interfaceid": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.507955] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:3d:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae5a217b-3564-4b0b-b44f-da49ce407ad3', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.515208] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.515419] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.516054] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12eecb98-06c0-456a-a7be-616cb17f93d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.531526] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "7599fa29-a9bd-4e34-836c-1006447048a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.531761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "7599fa29-a9bd-4e34-836c-1006447048a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.531992] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "7599fa29-a9bd-4e34-836c-1006447048a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.532207] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "7599fa29-a9bd-4e34-836c-1006447048a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.532372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "7599fa29-a9bd-4e34-836c-1006447048a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.534594] env[69155]: INFO nova.compute.manager [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Terminating instance [ 773.538112] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.538112] env[69155]: value = "task-3599384" [ 773.538112] env[69155]: _type = "Task" [ 773.538112] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.546815] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599384, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.675067] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fe0609-c864-85e8-7b40-e4fe3b3c4d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.018808} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.675141] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.675427] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 3097b168-a6cd-47be-a4d5-5494a4ab2c1a/3097b168-a6cd-47be-a4d5-5494a4ab2c1a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.675772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.675994] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.676257] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca8046d7-63ff-48a7-8ced-e18072ebfd49 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.678680] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f80cbdc-d467-42b1-9d80-0028f895d07b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.686612] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 773.686612] env[69155]: value = "task-3599385" [ 773.686612] env[69155]: _type = "Task" [ 773.686612] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.691171] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.691412] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.692585] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178bd1c4-57ea-4785-a3e2-2a8e4321dcda {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.698389] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.702546] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 773.702546] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e4aa68-03eb-b6a8-6524-9771f34a3081" [ 773.702546] env[69155]: _type = "Task" [ 773.702546] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.714626] env[69155]: DEBUG oslo_vmware.api [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225878} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.718155] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.718155] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.718155] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.718155] env[69155]: INFO nova.compute.manager [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Took 1.11 seconds to destroy the instance on the hypervisor. [ 773.718456] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.718658] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e4aa68-03eb-b6a8-6524-9771f34a3081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.718864] env[69155]: DEBUG nova.compute.manager [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.719133] env[69155]: DEBUG nova.network.neutron [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.736815] env[69155]: DEBUG nova.network.neutron [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.804507] env[69155]: DEBUG nova.compute.manager [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Received event network-changed-ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.804704] env[69155]: DEBUG nova.compute.manager [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Refreshing instance network info cache due to event network-changed-ae5a217b-3564-4b0b-b44f-da49ce407ad3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.804929] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] Acquiring lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.805123] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] Acquired lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.805821] env[69155]: DEBUG nova.network.neutron [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Refreshing network info cache for port ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.807531] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 7d70eb45-92d9-42a1-a1b0-85acf4204d7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 774.040092] env[69155]: DEBUG nova.compute.manager [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.040338] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.041495] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23a43ff-208c-4eab-bb30-cce43f0ed7b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.054243] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.057694] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-202d796d-eb44-4ed7-bd4b-3428b1b942b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.059471] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599384, 'name': CreateVM_Task, 'duration_secs': 0.417387} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.059681] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.060773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.060918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.061258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.061524] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2c6179-853e-4018-bb9a-84150e08d4f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.068321] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 774.068321] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fcaa4f-4451-69e0-87bf-e242fac1bf18" [ 774.068321] env[69155]: _type = "Task" [ 774.068321] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.070302] env[69155]: DEBUG oslo_vmware.api [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 774.070302] env[69155]: value = "task-3599386" [ 774.070302] env[69155]: _type = "Task" [ 774.070302] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.088319] env[69155]: DEBUG oslo_vmware.api [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.091369] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fcaa4f-4451-69e0-87bf-e242fac1bf18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.200555] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599385, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.219326] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e4aa68-03eb-b6a8-6524-9771f34a3081, 'name': SearchDatastore_Task, 'duration_secs': 0.019535} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.221089] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7586aba9-c7cf-4d8b-b350-2d79b1aeec35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.229252] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 774.229252] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5222c8fd-45e6-993e-1ac0-043cbc79b379" [ 774.229252] env[69155]: _type = "Task" [ 774.229252] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.239395] env[69155]: DEBUG nova.network.neutron [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.241249] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5222c8fd-45e6-993e-1ac0-043cbc79b379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.312669] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 504ec9b0-3e13-4cfc-a5d4-2a34245590e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 774.534366] env[69155]: DEBUG nova.network.neutron [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Updated VIF entry in instance network info cache for port ae5a217b-3564-4b0b-b44f-da49ce407ad3. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.534872] env[69155]: DEBUG nova.network.neutron [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Updating instance_info_cache with network_info: [{"id": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "address": "fa:16:3e:64:3d:21", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5a217b-35", "ovs_interfaceid": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.587170] env[69155]: DEBUG oslo_vmware.api [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599386, 'name': PowerOffVM_Task, 'duration_secs': 0.239491} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.592211] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.592410] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.592752] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fcaa4f-4451-69e0-87bf-e242fac1bf18, 'name': SearchDatastore_Task, 'duration_secs': 0.071493} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.592885] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45c65c43-60ee-4118-bd2d-e7a078cae246 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.594797] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.594885] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.595263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.661444] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.661671] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.661852] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Deleting the datastore file [datastore1] 7599fa29-a9bd-4e34-836c-1006447048a8 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.662146] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c50f7c8a-5312-4ebe-857c-d59fd0b5d08f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.670911] env[69155]: DEBUG oslo_vmware.api [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 774.670911] env[69155]: value = "task-3599388" [ 774.670911] env[69155]: _type = "Task" [ 774.670911] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.680636] env[69155]: DEBUG oslo_vmware.api [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.696849] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533762} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.697717] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 3097b168-a6cd-47be-a4d5-5494a4ab2c1a/3097b168-a6cd-47be-a4d5-5494a4ab2c1a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.697717] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.697717] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e30db35a-4641-471b-b861-b6694b9371b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.705848] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 774.705848] env[69155]: value = "task-3599389" [ 774.705848] env[69155]: _type = "Task" [ 774.705848] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.716721] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.740290] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5222c8fd-45e6-993e-1ac0-043cbc79b379, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.740561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.740830] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722/38b2256d-193a-4fa8-ab77-ad4e91f81722.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.741286] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.741286] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.741518] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57d99ce0-c843-4a60-864b-545d414e1f6f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.743972] env[69155]: INFO nova.compute.manager [-] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Took 1.02 seconds to deallocate network for instance. [ 774.744158] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fd2031b-46cc-4005-a265-727ab0e7f9be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.758379] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 774.758379] env[69155]: value = "task-3599390" [ 774.758379] env[69155]: _type = "Task" [ 774.758379] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.763599] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.763822] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.765071] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29cfa2a-e6bf-4f21-9b4e-68cfe06565a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.771320] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.775195] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 774.775195] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7c7af-a451-2bc7-0f03-5a83af07d82b" [ 774.775195] env[69155]: _type = "Task" [ 774.775195] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.783978] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7c7af-a451-2bc7-0f03-5a83af07d82b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.817509] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.039403] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] Releasing lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.039403] env[69155]: DEBUG nova.compute.manager [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Received event network-changed-38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.039403] env[69155]: DEBUG nova.compute.manager [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Refreshing instance network info cache due to event network-changed-38d5f64b-59e3-4af9-babc-831a075e392e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.039403] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] Acquiring lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.040841] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] Acquired lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.040841] env[69155]: DEBUG nova.network.neutron [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Refreshing network info cache for port 38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.183552] env[69155]: DEBUG oslo_vmware.api [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182451} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.183824] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.184070] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.184377] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.184578] env[69155]: INFO nova.compute.manager [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 775.184792] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.185119] env[69155]: DEBUG nova.compute.manager [-] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.185119] env[69155]: DEBUG nova.network.neutron [-] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.218178] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078922} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.218513] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.219419] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d7d90-01d3-4fc1-8d25-77ff36d35913 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.248225] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 3097b168-a6cd-47be-a4d5-5494a4ab2c1a/3097b168-a6cd-47be-a4d5-5494a4ab2c1a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.248774] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05e1b2ae-1cd3-4f94-b26a-6d905ae1ea27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.270117] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.285479] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489492} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.287180] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722/38b2256d-193a-4fa8-ab77-ad4e91f81722.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.287180] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.287431] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 775.287431] env[69155]: value = "task-3599391" [ 775.287431] env[69155]: _type = "Task" [ 775.287431] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.287842] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f33e365d-9f48-43ad-ac45-8b2b649c47b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.297368] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7c7af-a451-2bc7-0f03-5a83af07d82b, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.297368] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5f600b-5030-4286-8b7b-4c477850ea60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.304557] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.304557] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 775.304557] env[69155]: value = "task-3599392" [ 775.304557] env[69155]: _type = "Task" [ 775.304557] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.309827] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 775.309827] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c4a946-86a3-0087-5f8f-816783792ad8" [ 775.309827] env[69155]: _type = "Task" [ 775.309827] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.317428] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.324639] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1ec0539b-ed48-4c66-8dab-5329eac7316d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.326051] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c4a946-86a3-0087-5f8f-816783792ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.327162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.327162] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 546ab638-f582-4a0e-89e6-c15b1e8ef888/546ab638-f582-4a0e-89e6-c15b1e8ef888.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.327162] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6ee5614-9114-4643-acfe-cc6cabfdccc9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.336031] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 775.336031] env[69155]: value = "task-3599393" [ 775.336031] env[69155]: _type = "Task" [ 775.336031] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.345034] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.587420] env[69155]: INFO nova.network.neutron [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Port 38d5f64b-59e3-4af9-babc-831a075e392e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 775.589282] env[69155]: DEBUG nova.network.neutron [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.800595] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599391, 'name': ReconfigVM_Task, 'duration_secs': 0.339907} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.800888] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 3097b168-a6cd-47be-a4d5-5494a4ab2c1a/3097b168-a6cd-47be-a4d5-5494a4ab2c1a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.801548] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7f60fae-512b-4dd4-9c38-8efbbc85a513 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.809694] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 775.809694] env[69155]: value = "task-3599394" [ 775.809694] env[69155]: _type = "Task" [ 775.809694] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.817569] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072509} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.818718] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.818718] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586fc528-b017-4d5f-9f11-a09dd809bbce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.823977] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599394, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.827569] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1410c48a-e2f5-4756-a7cb-a45da91b1f13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.845807] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722/38b2256d-193a-4fa8-ab77-ad4e91f81722.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.847750] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 50a031cd-25d0-4a68-8ab0-9e7487d4c56e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.851866] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e1e4e6-8fc7-4142-9feb-285eeff7be7b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.867327] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 526a2ff2-876e-4235-a38d-4864e96fbd85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.875803] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457178} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.877257] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 546ab638-f582-4a0e-89e6-c15b1e8ef888/546ab638-f582-4a0e-89e6-c15b1e8ef888.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.877491] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.877806] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 775.877806] env[69155]: value = "task-3599395" [ 775.877806] env[69155]: _type = "Task" [ 775.877806] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.877996] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e76df80e-9e50-4888-a196-eb029035690f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.894133] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.895908] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 775.895908] env[69155]: value = "task-3599396" [ 775.895908] env[69155]: _type = "Task" [ 775.895908] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.906154] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.941623] env[69155]: DEBUG nova.compute.manager [req-1add5105-ef72-4c0c-b796-38640e5db725 req-5b620c3e-b07d-46fc-917e-93e6dbcffec2 service nova] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Received event network-vif-deleted-38d5f64b-59e3-4af9-babc-831a075e392e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.087295] env[69155]: DEBUG nova.network.neutron [-] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.093587] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e7ea56e-b331-47a1-9000-2886f71f0f76 req-42fc08e3-087d-4843-b41d-1d05692415de service nova] Releasing lock "refresh_cache-7599fa29-a9bd-4e34-836c-1006447048a8" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.321051] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599394, 'name': Rename_Task, 'duration_secs': 0.159268} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.321333] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.321561] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-712e2fb5-8551-43c8-bb89-09215ac40fd9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.329312] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 776.329312] env[69155]: value = "task-3599397" [ 776.329312] env[69155]: _type = "Task" [ 776.329312] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.337381] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.370971] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 30c55b07-6f91-46dc-a50c-3185097fac67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.395040] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599395, 'name': ReconfigVM_Task, 'duration_secs': 0.35301} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.395383] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722/38b2256d-193a-4fa8-ab77-ad4e91f81722.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.396110] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4fdffb3-2fd8-4990-91e7-c8583b966768 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.407122] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078467} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.408725] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.408856] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 776.408856] env[69155]: value = "task-3599398" [ 776.408856] env[69155]: _type = "Task" [ 776.408856] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.409518] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebeb6a8-785e-4c5f-b8c9-9f9737f08a17 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.421980] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599398, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.441610] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 546ab638-f582-4a0e-89e6-c15b1e8ef888/546ab638-f582-4a0e-89e6-c15b1e8ef888.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.441986] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e91a220-6eb0-416c-8484-3f7c0614e495 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.464596] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 776.464596] env[69155]: value = "task-3599399" [ 776.464596] env[69155]: _type = "Task" [ 776.464596] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.473875] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.591844] env[69155]: INFO nova.compute.manager [-] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Took 1.41 seconds to deallocate network for instance. [ 776.841811] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.874099] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance a86a8408-a1b6-41b0-8f61-d11e50cb1826 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.923422] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599398, 'name': Rename_Task, 'duration_secs': 0.149357} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.923831] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.924448] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a79873ff-863d-45cc-8ec5-475b5f080ff1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.933514] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 776.933514] env[69155]: value = "task-3599400" [ 776.933514] env[69155]: _type = "Task" [ 776.933514] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.946021] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.979751] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599399, 'name': ReconfigVM_Task, 'duration_secs': 0.285937} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.980212] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 546ab638-f582-4a0e-89e6-c15b1e8ef888/546ab638-f582-4a0e-89e6-c15b1e8ef888.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.980843] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bff1608d-3e66-4fa1-a5a7-95437d6ddd68 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.992127] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 776.992127] env[69155]: value = "task-3599401" [ 776.992127] env[69155]: _type = "Task" [ 776.992127] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.999615] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599401, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.101165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.341095] env[69155]: DEBUG oslo_vmware.api [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599397, 'name': PowerOnVM_Task, 'duration_secs': 0.523835} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.341434] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.341695] env[69155]: INFO nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Took 9.03 seconds to spawn the instance on the hypervisor. [ 777.341989] env[69155]: DEBUG nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.342833] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6749f5f-99b2-4c06-823d-f6c14b2b75ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.380113] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 357b562e-a586-4408-8f21-198aa6a0486c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.444380] env[69155]: DEBUG oslo_vmware.api [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599400, 'name': PowerOnVM_Task, 'duration_secs': 0.49128} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.444684] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.444868] env[69155]: DEBUG nova.compute.manager [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.445686] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ac44b0-3612-4e2e-b7cc-221bab424af3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.508769] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599401, 'name': Rename_Task, 'duration_secs': 0.191637} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.509116] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.509537] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f567d954-bf7a-45b2-992f-5ec638605bbc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.520731] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 777.520731] env[69155]: value = "task-3599402" [ 777.520731] env[69155]: _type = "Task" [ 777.520731] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.874171] env[69155]: INFO nova.compute.manager [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Took 48.99 seconds to build instance. [ 777.887135] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance d291de83-0154-4667-9442-ebac9dbf5670 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.967585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.032524] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.377091] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37fc3073-8f7b-4faa-aa53-560c3080f900 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.333s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.390588] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1590459e-7420-4f0f-9035-8d1d05b6610c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.540208] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.880485] env[69155]: DEBUG nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.892874] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 87f1eb13-911f-4032-8438-b2053a68fd4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.893221] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 778.893372] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 778.962176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "38b2256d-193a-4fa8-ab77-ad4e91f81722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.962740] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "38b2256d-193a-4fa8-ab77-ad4e91f81722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.962740] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "38b2256d-193a-4fa8-ab77-ad4e91f81722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.962920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "38b2256d-193a-4fa8-ab77-ad4e91f81722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.962960] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "38b2256d-193a-4fa8-ab77-ad4e91f81722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.969359] env[69155]: INFO nova.compute.manager [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Terminating instance [ 779.047406] env[69155]: DEBUG oslo_vmware.api [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599402, 'name': PowerOnVM_Task, 'duration_secs': 1.14999} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.049644] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.049644] env[69155]: INFO nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Took 8.01 seconds to spawn the instance on the hypervisor. [ 779.049644] env[69155]: DEBUG nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.050498] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061f1ade-d17b-4abd-bf95-33a2d5b14a85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.405396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.473210] env[69155]: DEBUG nova.compute.manager [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.473210] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.474070] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b719b7b-9e0e-415a-84e1-f9a5b1642dc2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.485268] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.485601] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc898107-ae90-4ae7-bba0-93c8cd391d42 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.497912] env[69155]: DEBUG oslo_vmware.api [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 779.497912] env[69155]: value = "task-3599403" [ 779.497912] env[69155]: _type = "Task" [ 779.497912] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.515066] env[69155]: DEBUG oslo_vmware.api [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.555149] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d29597-7ca0-4af4-b8f1-b23dea8ddea0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.564919] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8779cd-9db3-41f3-900b-187222a7d022 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.580031] env[69155]: INFO nova.compute.manager [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Took 48.93 seconds to build instance. [ 779.607296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "546ab638-f582-4a0e-89e6-c15b1e8ef888" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.311s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.608199] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3d5ae7-6e0e-4713-aa3d-87bf406f5b19 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.619424] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfff894-7dc9-43bb-957f-d699565556f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.638200] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.705814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "54d76ce9-bc55-460e-99b2-d064700f896d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.705814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "54d76ce9-bc55-460e-99b2-d064700f896d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.009153] env[69155]: DEBUG oslo_vmware.api [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599403, 'name': PowerOffVM_Task, 'duration_secs': 0.261005} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.009464] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.009583] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.009857] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-146ada97-b7a4-47aa-b98a-c019eee24e2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.081993] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.082283] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.082473] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleting the datastore file [datastore1] 38b2256d-193a-4fa8-ab77-ad4e91f81722 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.082868] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9675fa4-ab51-403f-875a-b75629f62b98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.098461] env[69155]: DEBUG oslo_vmware.api [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 780.098461] env[69155]: value = "task-3599405" [ 780.098461] env[69155]: _type = "Task" [ 780.098461] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.104771] env[69155]: DEBUG oslo_vmware.api [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.115298] env[69155]: DEBUG nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.166054] env[69155]: ERROR nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [req-b12927c2-9b17-4c99-b282-eeebf999ad69] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b12927c2-9b17-4c99-b282-eeebf999ad69"}]} [ 780.193123] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 780.220044] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 780.220044] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.233831] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 780.263635] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 780.431505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquiring lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.431808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.431969] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquiring lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.432178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.432347] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.437865] env[69155]: INFO nova.compute.manager [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Terminating instance [ 780.604609] env[69155]: DEBUG oslo_vmware.api [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16326} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.608031] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.608031] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.608031] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.608031] env[69155]: INFO nova.compute.manager [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Took 1.13 seconds to destroy the instance on the hypervisor. [ 780.608031] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.608548] env[69155]: DEBUG nova.compute.manager [-] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.608548] env[69155]: DEBUG nova.network.neutron [-] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.637974] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.822419] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c91d2b6-5a72-4d74-a1de-af2bd7d8d02e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.831238] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260322dc-9b09-4b1f-b901-8e918de77f53 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.870914] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e79963-b135-40cf-ac02-43ce734cd64c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.878280] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef265965-783a-4f4f-9e4a-a879b11efbdc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.895419] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.947098] env[69155]: DEBUG nova.compute.manager [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.947098] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.947657] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db4f21b-3628-4886-a3f9-e6f795802a2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.960348] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.960348] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-808a8b83-ea6c-4d78-bc74-286a834a9d6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.971320] env[69155]: DEBUG oslo_vmware.api [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 780.971320] env[69155]: value = "task-3599406" [ 780.971320] env[69155]: _type = "Task" [ 780.971320] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.979575] env[69155]: DEBUG oslo_vmware.api [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.401302] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.463849] env[69155]: DEBUG nova.network.neutron [-] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.480148] env[69155]: DEBUG oslo_vmware.api [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599406, 'name': PowerOffVM_Task, 'duration_secs': 0.209285} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.480440] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.480634] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.480847] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1acfcd4-47ee-4bbc-9391-b08c9538b5aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.510287] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "7f342550-3b9f-4cae-ac24-a4aab02865b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.510817] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.557165] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.557165] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.557165] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Deleting the datastore file [datastore1] 3097b168-a6cd-47be-a4d5-5494a4ab2c1a {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.557165] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83b23220-9323-4a22-af90-edd04d53f7cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.566371] env[69155]: DEBUG oslo_vmware.api [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for the task: (returnval){ [ 781.566371] env[69155]: value = "task-3599408" [ 781.566371] env[69155]: _type = "Task" [ 781.566371] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.578247] env[69155]: DEBUG oslo_vmware.api [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.621809] env[69155]: DEBUG nova.compute.manager [req-41ac5aa2-f956-41b2-85bd-ccf779036dde req-3454aa10-63ba-47a6-907a-2742bf6d61d3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Received event network-changed-30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.621809] env[69155]: DEBUG nova.compute.manager [req-41ac5aa2-f956-41b2-85bd-ccf779036dde req-3454aa10-63ba-47a6-907a-2742bf6d61d3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing instance network info cache due to event network-changed-30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.621809] env[69155]: DEBUG oslo_concurrency.lockutils [req-41ac5aa2-f956-41b2-85bd-ccf779036dde req-3454aa10-63ba-47a6-907a-2742bf6d61d3 service nova] Acquiring lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.621809] env[69155]: DEBUG oslo_concurrency.lockutils [req-41ac5aa2-f956-41b2-85bd-ccf779036dde req-3454aa10-63ba-47a6-907a-2742bf6d61d3 service nova] Acquired lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.622269] env[69155]: DEBUG nova.network.neutron [req-41ac5aa2-f956-41b2-85bd-ccf779036dde req-3454aa10-63ba-47a6-907a-2742bf6d61d3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing network info cache for port 30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.908746] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 781.909030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.665s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.909311] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.766s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.911048] env[69155]: INFO nova.compute.claims [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.967962] env[69155]: INFO nova.compute.manager [-] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Took 1.36 seconds to deallocate network for instance. [ 782.075388] env[69155]: DEBUG oslo_vmware.api [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.459429] env[69155]: DEBUG nova.network.neutron [req-41ac5aa2-f956-41b2-85bd-ccf779036dde req-3454aa10-63ba-47a6-907a-2742bf6d61d3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updated VIF entry in instance network info cache for port 30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.459792] env[69155]: DEBUG nova.network.neutron [req-41ac5aa2-f956-41b2-85bd-ccf779036dde req-3454aa10-63ba-47a6-907a-2742bf6d61d3 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updating instance_info_cache with network_info: [{"id": "30514264-f034-40a1-974c-850ac676bd4c", "address": "fa:16:3e:3f:19:18", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30514264-f0", "ovs_interfaceid": "30514264-f034-40a1-974c-850ac676bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.474337] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.575361] env[69155]: DEBUG oslo_vmware.api [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Task: {'id': task-3599408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665621} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.575645] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.575804] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.575977] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.576197] env[69155]: INFO nova.compute.manager [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 782.576470] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.576627] env[69155]: DEBUG nova.compute.manager [-] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.576723] env[69155]: DEBUG nova.network.neutron [-] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.961826] env[69155]: DEBUG oslo_concurrency.lockutils [req-41ac5aa2-f956-41b2-85bd-ccf779036dde req-3454aa10-63ba-47a6-907a-2742bf6d61d3 service nova] Releasing lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.425034] env[69155]: DEBUG nova.network.neutron [-] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.490196] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135f85c0-6d8b-45a3-89a1-9f467ae8a389 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.498697] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffe9308-f959-40f2-982d-720ffe89d6d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.530426] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e257fdc4-8749-4279-ab1e-f167312704ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.539486] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75a2e62-a256-4c91-a549-5878f39dd2ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.553483] env[69155]: DEBUG nova.compute.provider_tree [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.748370] env[69155]: DEBUG nova.compute.manager [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Received event network-vif-deleted-138e2809-fe89-464b-ad78-cb1d678d3589 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.748582] env[69155]: DEBUG nova.compute.manager [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Received event network-changed-30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.748748] env[69155]: DEBUG nova.compute.manager [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing instance network info cache due to event network-changed-30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.748962] env[69155]: DEBUG oslo_concurrency.lockutils [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] Acquiring lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.749127] env[69155]: DEBUG oslo_concurrency.lockutils [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] Acquired lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.749286] env[69155]: DEBUG nova.network.neutron [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing network info cache for port 30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.927746] env[69155]: INFO nova.compute.manager [-] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Took 1.35 seconds to deallocate network for instance. [ 784.058676] env[69155]: DEBUG nova.scheduler.client.report [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.260422] env[69155]: DEBUG nova.compute.manager [req-3107bc5e-8e69-4764-914f-5d20a9d823d6 req-66099225-1e61-442a-9e9a-ae2840dc06ac service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Received event network-changed-ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.260801] env[69155]: DEBUG nova.compute.manager [req-3107bc5e-8e69-4764-914f-5d20a9d823d6 req-66099225-1e61-442a-9e9a-ae2840dc06ac service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Refreshing instance network info cache due to event network-changed-ae5a217b-3564-4b0b-b44f-da49ce407ad3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.261147] env[69155]: DEBUG oslo_concurrency.lockutils [req-3107bc5e-8e69-4764-914f-5d20a9d823d6 req-66099225-1e61-442a-9e9a-ae2840dc06ac service nova] Acquiring lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.262139] env[69155]: DEBUG oslo_concurrency.lockutils [req-3107bc5e-8e69-4764-914f-5d20a9d823d6 req-66099225-1e61-442a-9e9a-ae2840dc06ac service nova] Acquired lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.262501] env[69155]: DEBUG nova.network.neutron [req-3107bc5e-8e69-4764-914f-5d20a9d823d6 req-66099225-1e61-442a-9e9a-ae2840dc06ac service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Refreshing network info cache for port ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.434440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.504726] env[69155]: DEBUG nova.network.neutron [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updated VIF entry in instance network info cache for port 30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.504726] env[69155]: DEBUG nova.network.neutron [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updating instance_info_cache with network_info: [{"id": "30514264-f034-40a1-974c-850ac676bd4c", "address": "fa:16:3e:3f:19:18", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30514264-f0", "ovs_interfaceid": "30514264-f034-40a1-974c-850ac676bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.564023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.564023] env[69155]: DEBUG nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.565090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.588s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.565401] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.567696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.222s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.568025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.569933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.477s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.571448] env[69155]: INFO nova.compute.claims [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.615999] env[69155]: INFO nova.scheduler.client.report [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Deleted allocations for instance afbfb3b3-6e9d-49e7-81f4-89277b2995bb [ 784.616652] env[69155]: INFO nova.scheduler.client.report [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Deleted allocations for instance e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3 [ 785.006623] env[69155]: DEBUG oslo_concurrency.lockutils [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] Releasing lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.006899] env[69155]: DEBUG nova.compute.manager [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Received event network-changed-ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.007123] env[69155]: DEBUG nova.compute.manager [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Refreshing instance network info cache due to event network-changed-ae5a217b-3564-4b0b-b44f-da49ce407ad3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.007352] env[69155]: DEBUG oslo_concurrency.lockutils [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] Acquiring lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.061203] env[69155]: DEBUG nova.network.neutron [req-3107bc5e-8e69-4764-914f-5d20a9d823d6 req-66099225-1e61-442a-9e9a-ae2840dc06ac service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Updated VIF entry in instance network info cache for port ae5a217b-3564-4b0b-b44f-da49ce407ad3. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.061553] env[69155]: DEBUG nova.network.neutron [req-3107bc5e-8e69-4764-914f-5d20a9d823d6 req-66099225-1e61-442a-9e9a-ae2840dc06ac service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Updating instance_info_cache with network_info: [{"id": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "address": "fa:16:3e:64:3d:21", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5a217b-35", "ovs_interfaceid": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.076481] env[69155]: DEBUG nova.compute.utils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.077857] env[69155]: DEBUG nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.078139] env[69155]: DEBUG nova.network.neutron [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.128214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0086bd86-b3ac-4d73-931d-e7d03815811b tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Lock "afbfb3b3-6e9d-49e7-81f4-89277b2995bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.599s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.131218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Lock "e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.684s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.131748] env[69155]: DEBUG nova.policy [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '177e5a9597b842f4b4e3434ea317b24c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a27f4ba46acf406a821a6c39eac210a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.249176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "546ab638-f582-4a0e-89e6-c15b1e8ef888" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.251956] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "546ab638-f582-4a0e-89e6-c15b1e8ef888" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.251956] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "546ab638-f582-4a0e-89e6-c15b1e8ef888-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.251956] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "546ab638-f582-4a0e-89e6-c15b1e8ef888-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.251956] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "546ab638-f582-4a0e-89e6-c15b1e8ef888-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.252989] env[69155]: INFO nova.compute.manager [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Terminating instance [ 785.434071] env[69155]: DEBUG nova.network.neutron [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Successfully created port: 3d9d739e-9354-4e3c-ae20-645511d04815 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.569009] env[69155]: DEBUG oslo_concurrency.lockutils [req-3107bc5e-8e69-4764-914f-5d20a9d823d6 req-66099225-1e61-442a-9e9a-ae2840dc06ac service nova] Releasing lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.569490] env[69155]: DEBUG oslo_concurrency.lockutils [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] Acquired lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.569758] env[69155]: DEBUG nova.network.neutron [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Refreshing network info cache for port ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.583429] env[69155]: DEBUG nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.759652] env[69155]: DEBUG nova.compute.manager [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.759865] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.760803] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1df0f1-a8ca-4a3c-a884-78366b47a219 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.774208] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.774485] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e61f62af-140c-4197-bfe7-1f9ad2466ef7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.785359] env[69155]: DEBUG oslo_vmware.api [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 785.785359] env[69155]: value = "task-3599409" [ 785.785359] env[69155]: _type = "Task" [ 785.785359] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.797644] env[69155]: DEBUG oslo_vmware.api [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.147056] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a4f6a7-e396-4c4e-a8a9-39ecf109367f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.155983] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8662fde-c1ac-424b-9d2d-1c2af1ab6ce4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.191065] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ac8e9f-cedc-439f-80d6-9384cee0cb6e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.199328] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949cc741-3646-4fbb-8e4a-6d1438d9bb61 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.214445] env[69155]: DEBUG nova.compute.provider_tree [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.296620] env[69155]: DEBUG oslo_vmware.api [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599409, 'name': PowerOffVM_Task, 'duration_secs': 0.249396} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.299798] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.299798] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.299798] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e98d0e6-f33d-49e5-8782-cd67f394a5b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.365047] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.365047] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.365047] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Deleting the datastore file [datastore1] 546ab638-f582-4a0e-89e6-c15b1e8ef888 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.367652] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d04a5d7f-7264-422a-bc20-d255e5374e28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.378019] env[69155]: DEBUG oslo_vmware.api [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 786.378019] env[69155]: value = "task-3599411" [ 786.378019] env[69155]: _type = "Task" [ 786.378019] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.384898] env[69155]: DEBUG oslo_vmware.api [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.428984] env[69155]: DEBUG nova.network.neutron [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Updated VIF entry in instance network info cache for port ae5a217b-3564-4b0b-b44f-da49ce407ad3. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.428984] env[69155]: DEBUG nova.network.neutron [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Updating instance_info_cache with network_info: [{"id": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "address": "fa:16:3e:64:3d:21", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5a217b-35", "ovs_interfaceid": "ae5a217b-3564-4b0b-b44f-da49ce407ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.466303] env[69155]: DEBUG nova.compute.manager [req-29b7bdec-1fa0-4b2b-a046-b524673c829a req-ce2dd158-b62c-44c0-a950-c2079809f92c service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Received event network-changed-30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.466676] env[69155]: DEBUG nova.compute.manager [req-29b7bdec-1fa0-4b2b-a046-b524673c829a req-ce2dd158-b62c-44c0-a950-c2079809f92c service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing instance network info cache due to event network-changed-30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.467264] env[69155]: DEBUG oslo_concurrency.lockutils [req-29b7bdec-1fa0-4b2b-a046-b524673c829a req-ce2dd158-b62c-44c0-a950-c2079809f92c service nova] Acquiring lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.467584] env[69155]: DEBUG oslo_concurrency.lockutils [req-29b7bdec-1fa0-4b2b-a046-b524673c829a req-ce2dd158-b62c-44c0-a950-c2079809f92c service nova] Acquired lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.467881] env[69155]: DEBUG nova.network.neutron [req-29b7bdec-1fa0-4b2b-a046-b524673c829a req-ce2dd158-b62c-44c0-a950-c2079809f92c service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing network info cache for port 30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.596436] env[69155]: DEBUG nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.625562] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.626018] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.626361] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.626666] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.626920] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.627201] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.627541] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.627833] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.629092] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.629394] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.629842] env[69155]: DEBUG nova.virt.hardware [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.631766] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8719045-76bf-4994-91d2-28d7f84ba62f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.642128] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c542a0-9970-4af7-9e8f-b8bd255ade4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.718868] env[69155]: DEBUG nova.scheduler.client.report [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.886996] env[69155]: DEBUG oslo_vmware.api [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145573} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.887342] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.887534] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.887713] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.887888] env[69155]: INFO nova.compute.manager [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Took 1.13 seconds to destroy the instance on the hypervisor. [ 786.888153] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.888352] env[69155]: DEBUG nova.compute.manager [-] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.888450] env[69155]: DEBUG nova.network.neutron [-] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.931195] env[69155]: DEBUG oslo_concurrency.lockutils [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] Releasing lock "refresh_cache-546ab638-f582-4a0e-89e6-c15b1e8ef888" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.932438] env[69155]: DEBUG nova.compute.manager [req-3c40bb98-5a01-4c82-b48f-a4da966906bb req-a0ac2f08-5cc1-44e0-8ade-c6d37bb82874 service nova] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Received event network-vif-deleted-2b425380-5533-498a-b01a-3c6980af95a2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.226017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.226017] env[69155]: DEBUG nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.227647] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.303s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.228444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.230781] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.782s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.232414] env[69155]: INFO nova.compute.claims [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.258018] env[69155]: INFO nova.scheduler.client.report [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Deleted allocations for instance 4a75013d-dc04-4f7d-b9c5-f0c68929e520 [ 787.709214] env[69155]: DEBUG nova.network.neutron [req-29b7bdec-1fa0-4b2b-a046-b524673c829a req-ce2dd158-b62c-44c0-a950-c2079809f92c service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updated VIF entry in instance network info cache for port 30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.710299] env[69155]: DEBUG nova.network.neutron [req-29b7bdec-1fa0-4b2b-a046-b524673c829a req-ce2dd158-b62c-44c0-a950-c2079809f92c service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updating instance_info_cache with network_info: [{"id": "30514264-f034-40a1-974c-850ac676bd4c", "address": "fa:16:3e:3f:19:18", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30514264-f0", "ovs_interfaceid": "30514264-f034-40a1-974c-850ac676bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.738744] env[69155]: DEBUG nova.compute.utils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.741225] env[69155]: DEBUG nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.741397] env[69155]: DEBUG nova.network.neutron [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.769571] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d2746550-d2ea-4f28-bf32-53420da2d713 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Lock "4a75013d-dc04-4f7d-b9c5-f0c68929e520" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.891s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.857860] env[69155]: DEBUG nova.compute.manager [req-87a668d8-e591-4fd9-b075-21512dc2a7f5 req-8734778f-5918-4749-b7e4-b613b8b4b262 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Received event network-changed-30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.858023] env[69155]: DEBUG nova.compute.manager [req-87a668d8-e591-4fd9-b075-21512dc2a7f5 req-8734778f-5918-4749-b7e4-b613b8b4b262 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing instance network info cache due to event network-changed-30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.858231] env[69155]: DEBUG oslo_concurrency.lockutils [req-87a668d8-e591-4fd9-b075-21512dc2a7f5 req-8734778f-5918-4749-b7e4-b613b8b4b262 service nova] Acquiring lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.882214] env[69155]: DEBUG nova.policy [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9035bfc0fb4672bb0896466e653d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a51178ac984fb58c7c66c258b475ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.148540] env[69155]: DEBUG nova.network.neutron [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Successfully updated port: 3d9d739e-9354-4e3c-ae20-645511d04815 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.213796] env[69155]: DEBUG oslo_concurrency.lockutils [req-29b7bdec-1fa0-4b2b-a046-b524673c829a req-ce2dd158-b62c-44c0-a950-c2079809f92c service nova] Releasing lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.214460] env[69155]: DEBUG oslo_concurrency.lockutils [req-87a668d8-e591-4fd9-b075-21512dc2a7f5 req-8734778f-5918-4749-b7e4-b613b8b4b262 service nova] Acquired lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.214548] env[69155]: DEBUG nova.network.neutron [req-87a668d8-e591-4fd9-b075-21512dc2a7f5 req-8734778f-5918-4749-b7e4-b613b8b4b262 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Refreshing network info cache for port 30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.242111] env[69155]: DEBUG nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.429624] env[69155]: DEBUG nova.network.neutron [-] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.657327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "refresh_cache-50aeb81d-ca5a-433c-8158-5f611f3101ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.657327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "refresh_cache-50aeb81d-ca5a-433c-8158-5f611f3101ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.657327] env[69155]: DEBUG nova.network.neutron [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.710586] env[69155]: DEBUG nova.network.neutron [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Successfully created port: ed984b26-1938-402d-bf16-83469860a813 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.908734] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57a1a17-d5b9-4aae-bc68-30905f15ca0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.920116] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c98159-c042-4733-843f-318f7bc0ac37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.956622] env[69155]: INFO nova.compute.manager [-] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Took 2.07 seconds to deallocate network for instance. [ 788.961430] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8357622-a42e-45ce-9674-663db2df3992 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.975656] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a38c8fc-b8cb-4475-8e35-916094f66d60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.997715] env[69155]: DEBUG nova.compute.provider_tree [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.244175] env[69155]: DEBUG nova.network.neutron [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.260940] env[69155]: DEBUG nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.299471] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.299710] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.299866] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.300070] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.300222] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.300367] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.300573] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.300727] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.300890] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.301737] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.301960] env[69155]: DEBUG nova.virt.hardware [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.303131] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eafeaf6-3bca-4dbf-9fc2-43909a972074 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.312885] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261fd61f-06c7-4087-9c72-22552389cb4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.337225] env[69155]: DEBUG nova.network.neutron [req-87a668d8-e591-4fd9-b075-21512dc2a7f5 req-8734778f-5918-4749-b7e4-b613b8b4b262 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updated VIF entry in instance network info cache for port 30514264-f034-40a1-974c-850ac676bd4c. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.337225] env[69155]: DEBUG nova.network.neutron [req-87a668d8-e591-4fd9-b075-21512dc2a7f5 req-8734778f-5918-4749-b7e4-b613b8b4b262 service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updating instance_info_cache with network_info: [{"id": "30514264-f034-40a1-974c-850ac676bd4c", "address": "fa:16:3e:3f:19:18", "network": {"id": "9f2107a5-3f2f-4ece-8879-d109ea713f84", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1935021056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01d4ab5d22f4ba698d9ba39788e14fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30514264-f0", "ovs_interfaceid": "30514264-f034-40a1-974c-850ac676bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.473115] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.500763] env[69155]: DEBUG nova.scheduler.client.report [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.846678] env[69155]: DEBUG oslo_concurrency.lockutils [req-87a668d8-e591-4fd9-b075-21512dc2a7f5 req-8734778f-5918-4749-b7e4-b613b8b4b262 service nova] Releasing lock "refresh_cache-0428d0fb-bef2-4914-8d4d-97e8cf14ee81" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.908180] env[69155]: DEBUG nova.network.neutron [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Updating instance_info_cache with network_info: [{"id": "3d9d739e-9354-4e3c-ae20-645511d04815", "address": "fa:16:3e:63:9b:5a", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9d739e-93", "ovs_interfaceid": "3d9d739e-9354-4e3c-ae20-645511d04815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.914943] env[69155]: DEBUG nova.compute.manager [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Received event network-vif-plugged-3d9d739e-9354-4e3c-ae20-645511d04815 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.915242] env[69155]: DEBUG oslo_concurrency.lockutils [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] Acquiring lock "50aeb81d-ca5a-433c-8158-5f611f3101ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.915410] env[69155]: DEBUG oslo_concurrency.lockutils [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] Lock "50aeb81d-ca5a-433c-8158-5f611f3101ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.916550] env[69155]: DEBUG oslo_concurrency.lockutils [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] Lock "50aeb81d-ca5a-433c-8158-5f611f3101ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.916550] env[69155]: DEBUG nova.compute.manager [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] No waiting events found dispatching network-vif-plugged-3d9d739e-9354-4e3c-ae20-645511d04815 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.916550] env[69155]: WARNING nova.compute.manager [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Received unexpected event network-vif-plugged-3d9d739e-9354-4e3c-ae20-645511d04815 for instance with vm_state building and task_state spawning. [ 789.919402] env[69155]: DEBUG nova.compute.manager [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Received event network-vif-deleted-ae5a217b-3564-4b0b-b44f-da49ce407ad3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.919465] env[69155]: DEBUG nova.compute.manager [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Received event network-changed-3d9d739e-9354-4e3c-ae20-645511d04815 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.919692] env[69155]: DEBUG nova.compute.manager [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Refreshing instance network info cache due to event network-changed-3d9d739e-9354-4e3c-ae20-645511d04815. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.920202] env[69155]: DEBUG oslo_concurrency.lockutils [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] Acquiring lock "refresh_cache-50aeb81d-ca5a-433c-8158-5f611f3101ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.006399] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.006920] env[69155]: DEBUG nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.013777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.436s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.014810] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.016983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.021488] env[69155]: INFO nova.compute.claims [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.054994] env[69155]: INFO nova.scheduler.client.report [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted allocations for instance b47d5434-6e48-442e-80dd-aefc47ce2de9 [ 790.414669] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "refresh_cache-50aeb81d-ca5a-433c-8158-5f611f3101ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.414669] env[69155]: DEBUG nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Instance network_info: |[{"id": "3d9d739e-9354-4e3c-ae20-645511d04815", "address": "fa:16:3e:63:9b:5a", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9d739e-93", "ovs_interfaceid": "3d9d739e-9354-4e3c-ae20-645511d04815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.414855] env[69155]: DEBUG oslo_concurrency.lockutils [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] Acquired lock "refresh_cache-50aeb81d-ca5a-433c-8158-5f611f3101ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.415049] env[69155]: DEBUG nova.network.neutron [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Refreshing network info cache for port 3d9d739e-9354-4e3c-ae20-645511d04815 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.417101] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:9b:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9d739e-9354-4e3c-ae20-645511d04815', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.427190] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Creating folder: Project (a27f4ba46acf406a821a6c39eac210a3). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.427500] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50ae5857-51f5-4d79-8e0b-90eb96023ff4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.444913] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Created folder: Project (a27f4ba46acf406a821a6c39eac210a3) in parent group-v718010. [ 790.445075] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Creating folder: Instances. Parent ref: group-v718129. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.445340] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dc6d2fa-e03e-4f22-ae9f-adde9e4b7993 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.457774] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Created folder: Instances in parent group-v718129. [ 790.458051] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.458263] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.458478] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f406ec2d-7be5-416e-aba4-1ad5d1b58d1e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.481010] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.481010] env[69155]: value = "task-3599414" [ 790.481010] env[69155]: _type = "Task" [ 790.481010] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.489938] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599414, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.526592] env[69155]: DEBUG nova.compute.utils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.532176] env[69155]: DEBUG nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.532176] env[69155]: DEBUG nova.network.neutron [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.567651] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1f26783d-56a4-4785-9e35-26540c59dcb9 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "b47d5434-6e48-442e-80dd-aefc47ce2de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.975s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.629024] env[69155]: DEBUG nova.policy [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9035bfc0fb4672bb0896466e653d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a51178ac984fb58c7c66c258b475ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.991349] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599414, 'name': CreateVM_Task, 'duration_secs': 0.366842} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.993697] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.994505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.994763] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.995144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.995725] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68fa0b5-b68b-45e4-a37e-ea041286d43f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.000863] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 791.000863] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5264a053-bd3e-ec70-951a-f38619bf4e85" [ 791.000863] env[69155]: _type = "Task" [ 791.000863] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.010437] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5264a053-bd3e-ec70-951a-f38619bf4e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.031289] env[69155]: DEBUG nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.101225] env[69155]: DEBUG nova.network.neutron [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Successfully created port: de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.391858] env[69155]: DEBUG nova.network.neutron [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Updated VIF entry in instance network info cache for port 3d9d739e-9354-4e3c-ae20-645511d04815. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.392833] env[69155]: DEBUG nova.network.neutron [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Updating instance_info_cache with network_info: [{"id": "3d9d739e-9354-4e3c-ae20-645511d04815", "address": "fa:16:3e:63:9b:5a", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9d739e-93", "ovs_interfaceid": "3d9d739e-9354-4e3c-ae20-645511d04815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.452535] env[69155]: DEBUG nova.network.neutron [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Successfully updated port: ed984b26-1938-402d-bf16-83469860a813 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.512533] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5264a053-bd3e-ec70-951a-f38619bf4e85, 'name': SearchDatastore_Task, 'duration_secs': 0.013831} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.516368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.516604] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.516833] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.517514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.517514] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.517680] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e0623de-2a57-4fc3-b3c2-bac891148cac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.533739] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.533953] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.536895] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7056043f-e888-4308-85b0-895bdf5946ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.545676] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 791.545676] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5278ca51-5d02-5549-83d4-83c9029aa0f0" [ 791.545676] env[69155]: _type = "Task" [ 791.545676] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.564422] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5278ca51-5d02-5549-83d4-83c9029aa0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.567278] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05469916-323a-418f-b01b-e12d93851c63 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.578332] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 791.578332] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52267a35-31b1-5bbf-3ebd-c02cbfb050c4" [ 791.578332] env[69155]: _type = "Task" [ 791.578332] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.587032] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52267a35-31b1-5bbf-3ebd-c02cbfb050c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.658092] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae64630-546c-4d74-b069-6653456d5b2e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.666435] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fb0614-9361-47a6-849c-7902cbea78e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.700954] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d954c2c4-a674-46cb-9d33-93183e78344b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.711230] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e3207e-b7d0-4214-be29-09fca7ebb794 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.724638] env[69155]: DEBUG nova.compute.provider_tree [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.896966] env[69155]: DEBUG oslo_concurrency.lockutils [req-c16281f7-0e72-4656-abd5-27f99b18dace req-a0f01104-76fb-4268-8fc0-8899a8000035 service nova] Releasing lock "refresh_cache-50aeb81d-ca5a-433c-8158-5f611f3101ad" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.959997] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.960487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.960816] env[69155]: DEBUG nova.network.neutron [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.974172] env[69155]: DEBUG nova.compute.manager [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Received event network-vif-plugged-ed984b26-1938-402d-bf16-83469860a813 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.974172] env[69155]: DEBUG oslo_concurrency.lockutils [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] Acquiring lock "efcb0324-5009-45e3-b25d-d21c511499bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.974172] env[69155]: DEBUG oslo_concurrency.lockutils [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] Lock "efcb0324-5009-45e3-b25d-d21c511499bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.974172] env[69155]: DEBUG oslo_concurrency.lockutils [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] Lock "efcb0324-5009-45e3-b25d-d21c511499bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.974172] env[69155]: DEBUG nova.compute.manager [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] No waiting events found dispatching network-vif-plugged-ed984b26-1938-402d-bf16-83469860a813 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.974172] env[69155]: WARNING nova.compute.manager [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Received unexpected event network-vif-plugged-ed984b26-1938-402d-bf16-83469860a813 for instance with vm_state building and task_state spawning. [ 791.974612] env[69155]: DEBUG nova.compute.manager [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Received event network-changed-ed984b26-1938-402d-bf16-83469860a813 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.974904] env[69155]: DEBUG nova.compute.manager [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Refreshing instance network info cache due to event network-changed-ed984b26-1938-402d-bf16-83469860a813. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.975203] env[69155]: DEBUG oslo_concurrency.lockutils [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] Acquiring lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.045057] env[69155]: DEBUG nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.070079] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.070507] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.070507] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.070660] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.070770] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.070911] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.072222] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.072424] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.074584] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.074584] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.074584] env[69155]: DEBUG nova.virt.hardware [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.074584] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576fc717-2a61-4c6b-a375-d99cca5cb23b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.085538] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d6215-4738-4118-ad67-2189dd8915b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.093905] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52267a35-31b1-5bbf-3ebd-c02cbfb050c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.094505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.095266] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 50aeb81d-ca5a-433c-8158-5f611f3101ad/50aeb81d-ca5a-433c-8158-5f611f3101ad.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.095529] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5a256ad-3d31-44a1-8f93-34ca276a9ec0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.113256] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 792.113256] env[69155]: value = "task-3599415" [ 792.113256] env[69155]: _type = "Task" [ 792.113256] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.123381] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.228371] env[69155]: DEBUG nova.scheduler.client.report [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.514020] env[69155]: DEBUG nova.network.neutron [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.625333] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599415, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.734588] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.739430] env[69155]: DEBUG nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.739582] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.550s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.741047] env[69155]: INFO nova.compute.claims [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.768516] env[69155]: DEBUG nova.network.neutron [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Updating instance_info_cache with network_info: [{"id": "ed984b26-1938-402d-bf16-83469860a813", "address": "fa:16:3e:83:41:fb", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped984b26-19", "ovs_interfaceid": "ed984b26-1938-402d-bf16-83469860a813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.016261] env[69155]: DEBUG nova.network.neutron [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Successfully updated port: de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.127503] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596309} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.127856] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 50aeb81d-ca5a-433c-8158-5f611f3101ad/50aeb81d-ca5a-433c-8158-5f611f3101ad.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.128064] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.128349] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f28e4f3-4dfb-4ccd-886a-3884d2e4d56a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.136976] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 793.136976] env[69155]: value = "task-3599416" [ 793.136976] env[69155]: _type = "Task" [ 793.136976] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.145028] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.248565] env[69155]: DEBUG nova.compute.utils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.249983] env[69155]: DEBUG nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.250164] env[69155]: DEBUG nova.network.neutron [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.275342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.275822] env[69155]: DEBUG nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Instance network_info: |[{"id": "ed984b26-1938-402d-bf16-83469860a813", "address": "fa:16:3e:83:41:fb", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped984b26-19", "ovs_interfaceid": "ed984b26-1938-402d-bf16-83469860a813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.276591] env[69155]: DEBUG oslo_concurrency.lockutils [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] Acquired lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.276885] env[69155]: DEBUG nova.network.neutron [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Refreshing network info cache for port ed984b26-1938-402d-bf16-83469860a813 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.279087] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:41:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed984b26-1938-402d-bf16-83469860a813', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.294968] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Creating folder: Project (b9a51178ac984fb58c7c66c258b475ee). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.300949] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb26f449-d818-40e3-ac44-df6d29f9d85a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.314916] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Created folder: Project (b9a51178ac984fb58c7c66c258b475ee) in parent group-v718010. [ 793.314916] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Creating folder: Instances. Parent ref: group-v718132. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.315878] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cce52f5b-67c9-4a94-bba2-beb677a186d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.325612] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Created folder: Instances in parent group-v718132. [ 793.325756] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.325992] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.326322] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-911a93f9-93f3-4d8d-aa6d-68d6ba870929 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.348736] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.348736] env[69155]: value = "task-3599419" [ 793.348736] env[69155]: _type = "Task" [ 793.348736] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.357355] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599419, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.358949] env[69155]: DEBUG nova.policy [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9035bfc0fb4672bb0896466e653d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a51178ac984fb58c7c66c258b475ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.520743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "refresh_cache-7d70eb45-92d9-42a1-a1b0-85acf4204d7c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.520743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "refresh_cache-7d70eb45-92d9-42a1-a1b0-85acf4204d7c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.521415] env[69155]: DEBUG nova.network.neutron [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.656170] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073915} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.656565] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.657959] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca94dc2-dbf9-485f-9cec-2e2e900b0fd8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.690210] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 50aeb81d-ca5a-433c-8158-5f611f3101ad/50aeb81d-ca5a-433c-8158-5f611f3101ad.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.690579] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03cbeb1-1d4b-47dc-a51d-2a3a07de32eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.711730] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 793.711730] env[69155]: value = "task-3599420" [ 793.711730] env[69155]: _type = "Task" [ 793.711730] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.720230] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.721115] env[69155]: DEBUG nova.network.neutron [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Updated VIF entry in instance network info cache for port ed984b26-1938-402d-bf16-83469860a813. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.721559] env[69155]: DEBUG nova.network.neutron [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Updating instance_info_cache with network_info: [{"id": "ed984b26-1938-402d-bf16-83469860a813", "address": "fa:16:3e:83:41:fb", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped984b26-19", "ovs_interfaceid": "ed984b26-1938-402d-bf16-83469860a813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.758150] env[69155]: DEBUG nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.870159] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599419, 'name': CreateVM_Task, 'duration_secs': 0.393202} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.874900] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.874900] env[69155]: DEBUG nova.network.neutron [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Successfully created port: 55bec5e3-010e-430a-a78c-01ce7ef29e71 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.875995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.876416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.876604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.876888] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9fdb1ee-e235-46c7-ac0f-b2074da2a7d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.883375] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 793.883375] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524c0a92-ddbc-fe29-8732-7b1eb6688bc5" [ 793.883375] env[69155]: _type = "Task" [ 793.883375] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.892969] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524c0a92-ddbc-fe29-8732-7b1eb6688bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.052057] env[69155]: DEBUG nova.compute.manager [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Received event network-vif-plugged-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.052301] env[69155]: DEBUG oslo_concurrency.lockutils [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] Acquiring lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.052490] env[69155]: DEBUG oslo_concurrency.lockutils [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] Lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.052681] env[69155]: DEBUG oslo_concurrency.lockutils [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] Lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.052859] env[69155]: DEBUG nova.compute.manager [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] No waiting events found dispatching network-vif-plugged-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.052984] env[69155]: WARNING nova.compute.manager [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Received unexpected event network-vif-plugged-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 for instance with vm_state building and task_state spawning. [ 794.053474] env[69155]: DEBUG nova.compute.manager [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Received event network-changed-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.053552] env[69155]: DEBUG nova.compute.manager [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Refreshing instance network info cache due to event network-changed-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.053718] env[69155]: DEBUG oslo_concurrency.lockutils [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] Acquiring lock "refresh_cache-7d70eb45-92d9-42a1-a1b0-85acf4204d7c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.082251] env[69155]: DEBUG nova.network.neutron [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.224027] env[69155]: DEBUG oslo_concurrency.lockutils [req-f4115bbd-cc25-43d3-b046-823fc26508cd req-a73e32cf-b56a-4e82-b5f4-80a32f33ddec service nova] Releasing lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.225101] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599420, 'name': ReconfigVM_Task, 'duration_secs': 0.328627} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.227952] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 50aeb81d-ca5a-433c-8158-5f611f3101ad/50aeb81d-ca5a-433c-8158-5f611f3101ad.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.229709] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a6241b-be18-4f0e-b754-65a4f5cb6832 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.236770] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 794.236770] env[69155]: value = "task-3599421" [ 794.236770] env[69155]: _type = "Task" [ 794.236770] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.245875] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599421, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.396682] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524c0a92-ddbc-fe29-8732-7b1eb6688bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.397045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.397357] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.397526] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.397670] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.397838] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.398126] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d998e748-3c84-4e7c-9f02-ddcbaeafc112 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.410310] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.410493] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.411341] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1b8e84-14d8-41ab-846a-c618005b23c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.421574] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 794.421574] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52666735-8e99-7ac9-9d8b-3e7e28f66fa8" [ 794.421574] env[69155]: _type = "Task" [ 794.421574] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.429310] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52666735-8e99-7ac9-9d8b-3e7e28f66fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.431174] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fec173-1635-4561-9c76-1faaff92a555 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.438240] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886cdd8-b126-43f4-823b-231f5a4d5244 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.469109] env[69155]: DEBUG nova.network.neutron [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Updating instance_info_cache with network_info: [{"id": "de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1", "address": "fa:16:3e:08:b5:ce", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7d9eea-25", "ovs_interfaceid": "de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.470591] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22223458-c3b6-487a-99ec-7df13ae20760 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.478403] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7913ea7e-0191-41a1-a9ed-d36169cf7abf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.494122] env[69155]: DEBUG nova.compute.provider_tree [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.746453] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599421, 'name': Rename_Task, 'duration_secs': 0.144332} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.747175] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.747175] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5441d4cb-780f-4fe8-9c24-927834228dd0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.754033] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 794.754033] env[69155]: value = "task-3599422" [ 794.754033] env[69155]: _type = "Task" [ 794.754033] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.765848] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.772281] env[69155]: DEBUG nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.808296] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.808570] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.808736] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.808914] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.809339] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.809563] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.809814] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.810189] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.810437] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.810641] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.810851] env[69155]: DEBUG nova.virt.hardware [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.812111] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216fc699-1056-405b-b75e-26271c8d001e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.821074] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e15006e-51ca-4a92-85b6-e49d53a36556 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.935560] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52666735-8e99-7ac9-9d8b-3e7e28f66fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.935560] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e102f69-f491-47fd-b122-b49c3891f153 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.941782] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 794.941782] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52649dcc-96b6-9540-6b38-c767bc3bb1a4" [ 794.941782] env[69155]: _type = "Task" [ 794.941782] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.953382] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52649dcc-96b6-9540-6b38-c767bc3bb1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.977869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "refresh_cache-7d70eb45-92d9-42a1-a1b0-85acf4204d7c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.978122] env[69155]: DEBUG nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Instance network_info: |[{"id": "de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1", "address": "fa:16:3e:08:b5:ce", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7d9eea-25", "ovs_interfaceid": "de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.978431] env[69155]: DEBUG oslo_concurrency.lockutils [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] Acquired lock "refresh_cache-7d70eb45-92d9-42a1-a1b0-85acf4204d7c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.978538] env[69155]: DEBUG nova.network.neutron [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Refreshing network info cache for port de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.979861] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:b5:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.988399] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.989850] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.990778] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4394ba-99e1-4849-a9ec-65b4cd654399 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.011513] env[69155]: DEBUG nova.scheduler.client.report [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.019468] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.019468] env[69155]: value = "task-3599423" [ 795.019468] env[69155]: _type = "Task" [ 795.019468] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.028065] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599423, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.269062] env[69155]: DEBUG oslo_vmware.api [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599422, 'name': PowerOnVM_Task, 'duration_secs': 0.464091} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.270558] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.270558] env[69155]: INFO nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Took 8.68 seconds to spawn the instance on the hypervisor. [ 795.270558] env[69155]: DEBUG nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.271014] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be604224-b560-46e1-8c8a-0011fd26562f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.454275] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52649dcc-96b6-9540-6b38-c767bc3bb1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.454275] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.454415] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] efcb0324-5009-45e3-b25d-d21c511499bf/efcb0324-5009-45e3-b25d-d21c511499bf.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.454656] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb4e4faf-c411-4ebe-a731-b36caaab1fc9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.464529] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 795.464529] env[69155]: value = "task-3599424" [ 795.464529] env[69155]: _type = "Task" [ 795.464529] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.474900] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.517162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.517691] env[69155]: DEBUG nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.521081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.829s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.521877] env[69155]: INFO nova.compute.claims [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.538896] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599423, 'name': CreateVM_Task, 'duration_secs': 0.398411} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.539158] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.539877] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.540066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.540864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.541163] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d651eee7-3565-40f9-a888-d9cd67f6f0c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.546679] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 795.546679] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e3bd51-b595-dda7-f431-9a5be4db9652" [ 795.546679] env[69155]: _type = "Task" [ 795.546679] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.555250] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e3bd51-b595-dda7-f431-9a5be4db9652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.792103] env[69155]: INFO nova.compute.manager [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Took 53.67 seconds to build instance. [ 795.977067] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499707} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.977774] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] efcb0324-5009-45e3-b25d-d21c511499bf/efcb0324-5009-45e3-b25d-d21c511499bf.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.978102] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.978285] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6965d040-8b1b-4784-af3f-ba7a21210986 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.984477] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 795.984477] env[69155]: value = "task-3599425" [ 795.984477] env[69155]: _type = "Task" [ 795.984477] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.997931] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.031020] env[69155]: DEBUG nova.compute.utils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.033929] env[69155]: DEBUG nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.034150] env[69155]: DEBUG nova.network.neutron [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.061310] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e3bd51-b595-dda7-f431-9a5be4db9652, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.061938] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.062212] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.062572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.062728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.062908] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.063183] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1998314-5dcf-427b-85d0-2f39bd421a5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.071262] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.071635] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.072153] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e584722b-1389-4142-ac3c-7d89a9227301 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.081017] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 796.081017] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bceed8-eb04-8f08-8480-06e4515f2c73" [ 796.081017] env[69155]: _type = "Task" [ 796.081017] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.087112] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bceed8-eb04-8f08-8480-06e4515f2c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.143072] env[69155]: DEBUG nova.policy [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e19e6ebae9d74597ba4a9ccb9b4aee6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57f56dfd5fa41fcb66bf391637df807', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.294814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-70166c11-aaab-4fea-be53-ce1cf22cc219 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "50aeb81d-ca5a-433c-8158-5f611f3101ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.519s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.354743] env[69155]: DEBUG nova.network.neutron [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Updated VIF entry in instance network info cache for port de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.355194] env[69155]: DEBUG nova.network.neutron [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Updating instance_info_cache with network_info: [{"id": "de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1", "address": "fa:16:3e:08:b5:ce", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7d9eea-25", "ovs_interfaceid": "de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.499772] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062164} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.503531] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.505181] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff5f06e-5df3-4b5f-8b24-e5beef580060 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.516468] env[69155]: DEBUG nova.compute.manager [req-0e9c51a1-defc-463e-bd6c-486fe5b64183 req-0d103c09-42ab-46d5-8846-3fadc08dda2a service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Received event network-vif-plugged-55bec5e3-010e-430a-a78c-01ce7ef29e71 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.516825] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e9c51a1-defc-463e-bd6c-486fe5b64183 req-0d103c09-42ab-46d5-8846-3fadc08dda2a service nova] Acquiring lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.519581] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e9c51a1-defc-463e-bd6c-486fe5b64183 req-0d103c09-42ab-46d5-8846-3fadc08dda2a service nova] Lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.519581] env[69155]: DEBUG oslo_concurrency.lockutils [req-0e9c51a1-defc-463e-bd6c-486fe5b64183 req-0d103c09-42ab-46d5-8846-3fadc08dda2a service nova] Lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.519581] env[69155]: DEBUG nova.compute.manager [req-0e9c51a1-defc-463e-bd6c-486fe5b64183 req-0d103c09-42ab-46d5-8846-3fadc08dda2a service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] No waiting events found dispatching network-vif-plugged-55bec5e3-010e-430a-a78c-01ce7ef29e71 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.519581] env[69155]: WARNING nova.compute.manager [req-0e9c51a1-defc-463e-bd6c-486fe5b64183 req-0d103c09-42ab-46d5-8846-3fadc08dda2a service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Received unexpected event network-vif-plugged-55bec5e3-010e-430a-a78c-01ce7ef29e71 for instance with vm_state building and task_state spawning. [ 796.534831] env[69155]: DEBUG nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.558031] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] efcb0324-5009-45e3-b25d-d21c511499bf/efcb0324-5009-45e3-b25d-d21c511499bf.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.563828] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe89766-b4e8-41a4-9081-68277dacbce7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.587391] env[69155]: DEBUG nova.network.neutron [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Successfully updated port: 55bec5e3-010e-430a-a78c-01ce7ef29e71 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.600895] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bceed8-eb04-8f08-8480-06e4515f2c73, 'name': SearchDatastore_Task, 'duration_secs': 0.008013} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.604732] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 796.604732] env[69155]: value = "task-3599426" [ 796.604732] env[69155]: _type = "Task" [ 796.604732] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.608017] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9b4824-8f2b-442d-88c7-ec55aa1f7d03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.626609] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.626609] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 796.626609] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea0ea1-a62b-3434-aa10-b0633b2de8b3" [ 796.626609] env[69155]: _type = "Task" [ 796.626609] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.636274] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea0ea1-a62b-3434-aa10-b0633b2de8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.798612] env[69155]: DEBUG nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.805261] env[69155]: DEBUG nova.network.neutron [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Successfully created port: 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.858364] env[69155]: DEBUG oslo_concurrency.lockutils [req-7ee1ade1-9946-4965-b90a-9c01ac477508 req-29e20eaf-7e93-49f1-baeb-7a113cc5409f service nova] Releasing lock "refresh_cache-7d70eb45-92d9-42a1-a1b0-85acf4204d7c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.093385] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "refresh_cache-504ec9b0-3e13-4cfc-a5d4-2a34245590e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.093385] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "refresh_cache-504ec9b0-3e13-4cfc-a5d4-2a34245590e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.093385] env[69155]: DEBUG nova.network.neutron [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.120691] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599426, 'name': ReconfigVM_Task, 'duration_secs': 0.40792} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.120928] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Reconfigured VM instance instance-0000002a to attach disk [datastore1] efcb0324-5009-45e3-b25d-d21c511499bf/efcb0324-5009-45e3-b25d-d21c511499bf.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.121776] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eec10d8-7bd4-4036-b04e-54b86bd799cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.136276] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 797.136276] env[69155]: value = "task-3599427" [ 797.136276] env[69155]: _type = "Task" [ 797.136276] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.146330] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea0ea1-a62b-3434-aa10-b0633b2de8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.05532} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.148500] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.148500] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 7d70eb45-92d9-42a1-a1b0-85acf4204d7c/7d70eb45-92d9-42a1-a1b0-85acf4204d7c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.148500] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c00ef349-2a0d-48a7-a39c-841ad2773107 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.153233] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599427, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.158379] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 797.158379] env[69155]: value = "task-3599428" [ 797.158379] env[69155]: _type = "Task" [ 797.158379] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.170208] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.299641] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1f9a00-da85-4bc3-a9ed-db653d61ba9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.309563] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3953cef6-1cfe-423b-bca2-96c4213973d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.347192] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.348045] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a7247-80a8-4606-9478-f6fa06a396c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.356299] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d6b276-11c5-46e0-a8eb-700d89cf8b68 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.373635] env[69155]: DEBUG nova.compute.provider_tree [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.575139] env[69155]: DEBUG nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.608903] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.609137] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.609327] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.609550] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.609711] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.609914] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.610927] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.611234] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.611474] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.611648] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.611926] env[69155]: DEBUG nova.virt.hardware [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.613828] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394eeb37-c1f5-46c0-86be-4efe6e69ca39 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.625896] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fef9d3-ddb3-4a61-ac51-3f39ce36a661 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.650742] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599427, 'name': Rename_Task, 'duration_secs': 0.158349} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.650985] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.652440] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473aafd2-f058-4590-9ac4-0d794475ebac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.654260] env[69155]: DEBUG nova.network.neutron [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.666883] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 797.666883] env[69155]: value = "task-3599429" [ 797.666883] env[69155]: _type = "Task" [ 797.666883] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.674881] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503207} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.680498] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 7d70eb45-92d9-42a1-a1b0-85acf4204d7c/7d70eb45-92d9-42a1-a1b0-85acf4204d7c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.680756] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.681044] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.681246] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c300ebf-b549-466e-b397-33b7bab5f83a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.687724] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 797.687724] env[69155]: value = "task-3599430" [ 797.687724] env[69155]: _type = "Task" [ 797.687724] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.695625] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.809156] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquiring lock "ea2d310b-7323-4515-bb66-1d6faee69b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.809266] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "ea2d310b-7323-4515-bb66-1d6faee69b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.878063] env[69155]: DEBUG nova.scheduler.client.report [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.883466] env[69155]: DEBUG nova.network.neutron [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Updating instance_info_cache with network_info: [{"id": "55bec5e3-010e-430a-a78c-01ce7ef29e71", "address": "fa:16:3e:d2:fa:fa", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bec5e3-01", "ovs_interfaceid": "55bec5e3-010e-430a-a78c-01ce7ef29e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.178048] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.197540] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070697} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.197821] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.198625] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c288551a-3161-4caf-9fe5-4e0dc7ffa56d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.228665] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 7d70eb45-92d9-42a1-a1b0-85acf4204d7c/7d70eb45-92d9-42a1-a1b0-85acf4204d7c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.230276] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d4c68f-0290-4d46-af5e-5b0b20bdea26 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.251658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquiring lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.251897] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.258613] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 798.258613] env[69155]: value = "task-3599431" [ 798.258613] env[69155]: _type = "Task" [ 798.258613] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.268702] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.386289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.386918] env[69155]: DEBUG nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.389734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "refresh_cache-504ec9b0-3e13-4cfc-a5d4-2a34245590e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.390421] env[69155]: DEBUG nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Instance network_info: |[{"id": "55bec5e3-010e-430a-a78c-01ce7ef29e71", "address": "fa:16:3e:d2:fa:fa", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bec5e3-01", "ovs_interfaceid": "55bec5e3-010e-430a-a78c-01ce7ef29e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.390963] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.842s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.391390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.393879] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.234s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.395375] env[69155]: INFO nova.compute.claims [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.398421] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:fa:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55bec5e3-010e-430a-a78c-01ce7ef29e71', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.410292] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.412874] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.412874] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07c35cf3-e265-4ae4-9b3b-3acb7812bc26 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.436768] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.436768] env[69155]: value = "task-3599432" [ 798.436768] env[69155]: _type = "Task" [ 798.436768] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.444513] env[69155]: INFO nova.scheduler.client.report [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Deleted allocations for instance 1f57d393-7d28-4d23-917f-a9529c8e912f [ 798.452269] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599432, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.587152] env[69155]: DEBUG nova.compute.manager [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Received event network-changed-55bec5e3-010e-430a-a78c-01ce7ef29e71 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.587152] env[69155]: DEBUG nova.compute.manager [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Refreshing instance network info cache due to event network-changed-55bec5e3-010e-430a-a78c-01ce7ef29e71. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.587152] env[69155]: DEBUG oslo_concurrency.lockutils [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] Acquiring lock "refresh_cache-504ec9b0-3e13-4cfc-a5d4-2a34245590e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.588095] env[69155]: DEBUG oslo_concurrency.lockutils [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] Acquired lock "refresh_cache-504ec9b0-3e13-4cfc-a5d4-2a34245590e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.588665] env[69155]: DEBUG nova.network.neutron [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Refreshing network info cache for port 55bec5e3-010e-430a-a78c-01ce7ef29e71 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.654458] env[69155]: DEBUG nova.network.neutron [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Successfully updated port: 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.681027] env[69155]: DEBUG oslo_vmware.api [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599429, 'name': PowerOnVM_Task, 'duration_secs': 0.620139} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.681131] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.681314] env[69155]: INFO nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Took 9.42 seconds to spawn the instance on the hypervisor. [ 798.681533] env[69155]: DEBUG nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.682488] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d79d56-5e6f-484c-92b9-3ad1f50a1c6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.769316] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.893330] env[69155]: DEBUG nova.compute.utils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.894845] env[69155]: DEBUG nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.895175] env[69155]: DEBUG nova.network.neutron [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.952065] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599432, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.959475] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a4ef472d-8656-4894-803d-3f21a7e1efdc tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Lock "1f57d393-7d28-4d23-917f-a9529c8e912f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.965s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.962173] env[69155]: DEBUG nova.policy [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9590529569794fd091c41ba1e4d492c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b39ba7a23e34c7cbd94ad7b9b0db622', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.162390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquiring lock "refresh_cache-77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.162390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquired lock "refresh_cache-77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.162390] env[69155]: DEBUG nova.network.neutron [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.204606] env[69155]: INFO nova.compute.manager [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Took 52.13 seconds to build instance. [ 799.275109] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599431, 'name': ReconfigVM_Task, 'duration_secs': 0.794302} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.275393] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 7d70eb45-92d9-42a1-a1b0-85acf4204d7c/7d70eb45-92d9-42a1-a1b0-85acf4204d7c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.276060] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c7a4595-9370-4d21-af16-8bff35e1adcc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.282804] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 799.282804] env[69155]: value = "task-3599433" [ 799.282804] env[69155]: _type = "Task" [ 799.282804] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.290941] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599433, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.398524] env[69155]: DEBUG nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.451378] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599432, 'name': CreateVM_Task, 'duration_secs': 0.61429} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.455388] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.456273] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.456443] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.456831] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.457272] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7cd7a2-8556-4e97-94d5-5282c119d653 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.462315] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 799.462315] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528489f3-e3e6-fef6-2bb0-6981b5467ee3" [ 799.462315] env[69155]: _type = "Task" [ 799.462315] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.472266] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528489f3-e3e6-fef6-2bb0-6981b5467ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.479180] env[69155]: DEBUG nova.network.neutron [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Updated VIF entry in instance network info cache for port 55bec5e3-010e-430a-a78c-01ce7ef29e71. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.479538] env[69155]: DEBUG nova.network.neutron [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Updating instance_info_cache with network_info: [{"id": "55bec5e3-010e-430a-a78c-01ce7ef29e71", "address": "fa:16:3e:d2:fa:fa", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bec5e3-01", "ovs_interfaceid": "55bec5e3-010e-430a-a78c-01ce7ef29e71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.497097] env[69155]: DEBUG nova.network.neutron [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Successfully created port: 63010e32-e2f5-4ba4-881f-4f81d1039b52 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.708065] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ae269aff-4719-424b-81f1-d992e8ca43b0 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "efcb0324-5009-45e3-b25d-d21c511499bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.679s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.725611] env[69155]: DEBUG nova.network.neutron [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.797227] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599433, 'name': Rename_Task, 'duration_secs': 0.231846} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.797227] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.797227] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce326394-75a2-461e-b618-1789f2115387 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.803620] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 799.803620] env[69155]: value = "task-3599434" [ 799.803620] env[69155]: _type = "Task" [ 799.803620] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.812668] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.975431] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528489f3-e3e6-fef6-2bb0-6981b5467ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.017286} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.976427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.976427] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.976427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.976427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.977565] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.980184] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-932cecba-4ba7-48fd-aceb-003b18f19cd7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.983414] env[69155]: DEBUG oslo_concurrency.lockutils [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] Releasing lock "refresh_cache-504ec9b0-3e13-4cfc-a5d4-2a34245590e1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.983578] env[69155]: DEBUG nova.compute.manager [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Received event network-vif-plugged-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.983805] env[69155]: DEBUG oslo_concurrency.lockutils [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] Acquiring lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.984055] env[69155]: DEBUG oslo_concurrency.lockutils [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] Lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.984297] env[69155]: DEBUG oslo_concurrency.lockutils [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] Lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.984636] env[69155]: DEBUG nova.compute.manager [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] No waiting events found dispatching network-vif-plugged-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.984868] env[69155]: WARNING nova.compute.manager [req-807532ec-47a3-461f-b275-368de533af02 req-0936d377-5e08-41b0-9842-cf9f63947d24 service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Received unexpected event network-vif-plugged-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 for instance with vm_state building and task_state spawning. [ 799.992399] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.992666] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.995780] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3b8463-3657-4889-8753-07f56c2b34a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.001910] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 800.001910] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52911893-aed2-a4ce-a1fd-cff7f81847db" [ 800.001910] env[69155]: _type = "Task" [ 800.001910] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.014022] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52911893-aed2-a4ce-a1fd-cff7f81847db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.014022] env[69155]: DEBUG nova.network.neutron [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Updating instance_info_cache with network_info: [{"id": "69f8b1d3-de6f-4f71-a1d2-e961f594ceb3", "address": "fa:16:3e:c5:d9:e4", "network": {"id": "da2c2da1-6538-4646-a1c5-fee1119a7d7b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-829009309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57f56dfd5fa41fcb66bf391637df807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f8b1d3-de", "ovs_interfaceid": "69f8b1d3-de6f-4f71-a1d2-e961f594ceb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.033172] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750052a5-b12b-4070-bb06-dfc33494d906 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.039867] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948332e8-31e3-4e58-870b-1f885f33182d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.073716] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d3c06-4119-4131-9bbd-fc5560543881 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.081724] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d9d661-b9cc-49ce-bbfa-251f59cd6660 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.098354] env[69155]: DEBUG nova.compute.provider_tree [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.209977] env[69155]: DEBUG nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.216396] env[69155]: DEBUG nova.compute.manager [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.217322] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cd061e-97a2-41c4-85d6-a612b7f8cc55 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.313607] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599434, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.410323] env[69155]: DEBUG nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.436085] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.436428] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.436593] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.436779] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.436948] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.437138] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.437407] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.437591] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.437760] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.437924] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.438124] env[69155]: DEBUG nova.virt.hardware [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.438982] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed5783f-f20f-4fd0-8a8f-90b38f8e1896 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.448138] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7aab59-7a30-475d-a86b-30100252fdad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.512500] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52911893-aed2-a4ce-a1fd-cff7f81847db, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.513271] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbadc2fa-0c65-45b1-8068-b35a1132800e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.516097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Releasing lock "refresh_cache-77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.516444] env[69155]: DEBUG nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Instance network_info: |[{"id": "69f8b1d3-de6f-4f71-a1d2-e961f594ceb3", "address": "fa:16:3e:c5:d9:e4", "network": {"id": "da2c2da1-6538-4646-a1c5-fee1119a7d7b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-829009309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57f56dfd5fa41fcb66bf391637df807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f8b1d3-de", "ovs_interfaceid": "69f8b1d3-de6f-4f71-a1d2-e961f594ceb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.516821] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:d9:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69f8b1d3-de6f-4f71-a1d2-e961f594ceb3', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.524352] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Creating folder: Project (f57f56dfd5fa41fcb66bf391637df807). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.525832] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-924d8bf9-027f-44fc-b6bf-8d2bedb5ba46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.528057] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 800.528057] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e4deec-e6ca-c89a-ba40-469ad50de0b1" [ 800.528057] env[69155]: _type = "Task" [ 800.528057] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.537366] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e4deec-e6ca-c89a-ba40-469ad50de0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.538623] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Created folder: Project (f57f56dfd5fa41fcb66bf391637df807) in parent group-v718010. [ 800.538800] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Creating folder: Instances. Parent ref: group-v718137. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.539045] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cc2e224-2e0d-4195-9bfa-74860fcbb88f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.548213] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Created folder: Instances in parent group-v718137. [ 800.548458] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.548647] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.548856] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f70b43fd-b0bb-4093-b4b1-3c34fa30d020 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.567905] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.567905] env[69155]: value = "task-3599437" [ 800.567905] env[69155]: _type = "Task" [ 800.567905] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.575275] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599437, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.612513] env[69155]: DEBUG nova.compute.manager [req-a8d7e72b-fa20-4e73-ae39-fba2350577ac req-1d188ae7-de01-4cfc-a2a2-d8dc8d520040 service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Received event network-changed-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.612733] env[69155]: DEBUG nova.compute.manager [req-a8d7e72b-fa20-4e73-ae39-fba2350577ac req-1d188ae7-de01-4cfc-a2a2-d8dc8d520040 service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Refreshing instance network info cache due to event network-changed-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.612908] env[69155]: DEBUG oslo_concurrency.lockutils [req-a8d7e72b-fa20-4e73-ae39-fba2350577ac req-1d188ae7-de01-4cfc-a2a2-d8dc8d520040 service nova] Acquiring lock "refresh_cache-77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.613152] env[69155]: DEBUG oslo_concurrency.lockutils [req-a8d7e72b-fa20-4e73-ae39-fba2350577ac req-1d188ae7-de01-4cfc-a2a2-d8dc8d520040 service nova] Acquired lock "refresh_cache-77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.613361] env[69155]: DEBUG nova.network.neutron [req-a8d7e72b-fa20-4e73-ae39-fba2350577ac req-1d188ae7-de01-4cfc-a2a2-d8dc8d520040 service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Refreshing network info cache for port 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.623163] env[69155]: ERROR nova.scheduler.client.report [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [req-3335c0a6-8a88-42df-ba55-46bf2390b71a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3335c0a6-8a88-42df-ba55-46bf2390b71a"}]} [ 800.641629] env[69155]: DEBUG nova.scheduler.client.report [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 800.655376] env[69155]: DEBUG nova.scheduler.client.report [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 800.655602] env[69155]: DEBUG nova.compute.provider_tree [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.666837] env[69155]: DEBUG nova.scheduler.client.report [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 800.686883] env[69155]: DEBUG nova.scheduler.client.report [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 800.729316] env[69155]: INFO nova.compute.manager [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] instance snapshotting [ 800.732194] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e37686b-c426-4c7c-8885-9f0e56840760 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.738983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.761678] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5791a8bb-50d5-4f1d-b5cf-20c8aae79643 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.817127] env[69155]: DEBUG oslo_vmware.api [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599434, 'name': PowerOnVM_Task, 'duration_secs': 0.779264} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.817413] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.817614] env[69155]: INFO nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Took 8.77 seconds to spawn the instance on the hypervisor. [ 800.817812] env[69155]: DEBUG nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.818624] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694a463a-6dc6-4604-970d-12f05d2abf8b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.040211] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e4deec-e6ca-c89a-ba40-469ad50de0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.021804} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.043235] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.043790] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 504ec9b0-3e13-4cfc-a5d4-2a34245590e1/504ec9b0-3e13-4cfc-a5d4-2a34245590e1.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.044808] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df4be2ed-5fa6-4528-8711-6d6389cd4310 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.051479] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 801.051479] env[69155]: value = "task-3599438" [ 801.051479] env[69155]: _type = "Task" [ 801.051479] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.064231] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.079956] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599437, 'name': CreateVM_Task, 'duration_secs': 0.349658} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.080159] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.080848] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.081027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.081367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.083964] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5d305b-17f9-425e-88c3-2fc46c0ff97a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.089244] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 801.089244] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bb3eed-9735-98c7-90ce-a17a5b70a163" [ 801.089244] env[69155]: _type = "Task" [ 801.089244] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.097449] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bb3eed-9735-98c7-90ce-a17a5b70a163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.261497] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df376f1-66d5-475a-9f48-fb5908431493 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.270739] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cfc01e-2697-4e48-8d6e-a2ab5d2774df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.275222] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.277986] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a26111a2-30ba-484d-9f70-d0549491b2aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.318249] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b97b769-15ed-417b-a72a-6cf954bbb1f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.321147] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 801.321147] env[69155]: value = "task-3599439" [ 801.321147] env[69155]: _type = "Task" [ 801.321147] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.329712] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54170504-c3d3-4e15-a118-959cb3697c65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.345026] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599439, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.346703] env[69155]: INFO nova.compute.manager [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Took 50.92 seconds to build instance. [ 801.356716] env[69155]: DEBUG nova.compute.provider_tree [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.567220] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599438, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.598779] env[69155]: DEBUG nova.network.neutron [req-a8d7e72b-fa20-4e73-ae39-fba2350577ac req-1d188ae7-de01-4cfc-a2a2-d8dc8d520040 service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Updated VIF entry in instance network info cache for port 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.599370] env[69155]: DEBUG nova.network.neutron [req-a8d7e72b-fa20-4e73-ae39-fba2350577ac req-1d188ae7-de01-4cfc-a2a2-d8dc8d520040 service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Updating instance_info_cache with network_info: [{"id": "69f8b1d3-de6f-4f71-a1d2-e961f594ceb3", "address": "fa:16:3e:c5:d9:e4", "network": {"id": "da2c2da1-6538-4646-a1c5-fee1119a7d7b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-829009309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57f56dfd5fa41fcb66bf391637df807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f8b1d3-de", "ovs_interfaceid": "69f8b1d3-de6f-4f71-a1d2-e961f594ceb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.611650] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bb3eed-9735-98c7-90ce-a17a5b70a163, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.615205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.615205] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.615205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.615205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.615205] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.615205] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15367f33-ea15-4d77-bb5f-5fa01974fe37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.624517] env[69155]: DEBUG nova.network.neutron [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Successfully updated port: 63010e32-e2f5-4ba4-881f-4f81d1039b52 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.632904] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.633252] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.635468] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07f8524-8f29-49e6-803f-d951391c6242 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.649614] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 801.649614] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cc7745-8b6d-b836-df48-f5ead2b8e5c9" [ 801.649614] env[69155]: _type = "Task" [ 801.649614] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.668616] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cc7745-8b6d-b836-df48-f5ead2b8e5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.831880] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.859738] env[69155]: DEBUG oslo_concurrency.lockutils [None req-65fd3e2c-5553-4b40-9094-e00fd136f70d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.202s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.894072] env[69155]: DEBUG nova.scheduler.client.report [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.894072] env[69155]: DEBUG nova.compute.provider_tree [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 73 to 74 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.894072] env[69155]: DEBUG nova.compute.provider_tree [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.066668] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599438, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.113178] env[69155]: DEBUG oslo_concurrency.lockutils [req-a8d7e72b-fa20-4e73-ae39-fba2350577ac req-1d188ae7-de01-4cfc-a2a2-d8dc8d520040 service nova] Releasing lock "refresh_cache-77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.130334] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "refresh_cache-1ec0539b-ed48-4c66-8dab-5329eac7316d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.130506] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "refresh_cache-1ec0539b-ed48-4c66-8dab-5329eac7316d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.130663] env[69155]: DEBUG nova.network.neutron [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.160253] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52cc7745-8b6d-b836-df48-f5ead2b8e5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.049763} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.160973] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a90ca2-ba2b-499a-bf11-72f3feb02bcb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.166720] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 802.166720] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52212fd6-0047-370f-b3ab-5f07f7181306" [ 802.166720] env[69155]: _type = "Task" [ 802.166720] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.174842] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52212fd6-0047-370f-b3ab-5f07f7181306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.333103] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.365868] env[69155]: DEBUG nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.399734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.400540] env[69155]: DEBUG nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.405099] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.436s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.405099] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.407977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.361s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.410326] env[69155]: INFO nova.compute.claims [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.447182] env[69155]: INFO nova.scheduler.client.report [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleted allocations for instance 88c6c82f-fbfd-4407-84db-3ff4b0889e9d [ 802.564449] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599438, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.649613] env[69155]: DEBUG nova.compute.manager [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Received event network-vif-plugged-63010e32-e2f5-4ba4-881f-4f81d1039b52 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.649884] env[69155]: DEBUG oslo_concurrency.lockutils [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] Acquiring lock "1ec0539b-ed48-4c66-8dab-5329eac7316d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.650571] env[69155]: DEBUG oslo_concurrency.lockutils [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] Lock "1ec0539b-ed48-4c66-8dab-5329eac7316d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.650571] env[69155]: DEBUG oslo_concurrency.lockutils [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] Lock "1ec0539b-ed48-4c66-8dab-5329eac7316d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.650571] env[69155]: DEBUG nova.compute.manager [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] No waiting events found dispatching network-vif-plugged-63010e32-e2f5-4ba4-881f-4f81d1039b52 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.650571] env[69155]: WARNING nova.compute.manager [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Received unexpected event network-vif-plugged-63010e32-e2f5-4ba4-881f-4f81d1039b52 for instance with vm_state building and task_state spawning. [ 802.650906] env[69155]: DEBUG nova.compute.manager [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Received event network-changed-63010e32-e2f5-4ba4-881f-4f81d1039b52 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.650977] env[69155]: DEBUG nova.compute.manager [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Refreshing instance network info cache due to event network-changed-63010e32-e2f5-4ba4-881f-4f81d1039b52. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.651154] env[69155]: DEBUG oslo_concurrency.lockutils [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] Acquiring lock "refresh_cache-1ec0539b-ed48-4c66-8dab-5329eac7316d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.666933] env[69155]: DEBUG nova.network.neutron [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.678796] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52212fd6-0047-370f-b3ab-5f07f7181306, 'name': SearchDatastore_Task, 'duration_secs': 0.027037} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.679069] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.679337] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d/77806254-b4f3-48dc-b51f-a8e8fdcd0a1d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.679622] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-861d29cb-a9a3-4e51-bc93-fdd78ca9e01e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.687607] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 802.687607] env[69155]: value = "task-3599440" [ 802.687607] env[69155]: _type = "Task" [ 802.687607] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.697437] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.832938] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599439, 'name': CreateSnapshot_Task, 'duration_secs': 1.536727} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.833309] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.834119] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9aefad-b8ba-40ab-af94-bdd2927571cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.847981] env[69155]: DEBUG nova.network.neutron [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Updating instance_info_cache with network_info: [{"id": "63010e32-e2f5-4ba4-881f-4f81d1039b52", "address": "fa:16:3e:75:5c:b6", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63010e32-e2", "ovs_interfaceid": "63010e32-e2f5-4ba4-881f-4f81d1039b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.891369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.917188] env[69155]: DEBUG nova.compute.utils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.921123] env[69155]: DEBUG nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.921123] env[69155]: DEBUG nova.network.neutron [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.960053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc0971b9-84b7-4465-99bf-2a06075ccb73 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.819s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.960053] env[69155]: DEBUG oslo_concurrency.lockutils [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] Acquired lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.960053] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a8741-2d35-4510-b515-4daed9500364 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.963618] env[69155]: DEBUG nova.policy [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cb5577a6a6e49b3b06bd0d657d31138', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c6c04bdddc44f019ee06bfc6855ccf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.973469] env[69155]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 802.973469] env[69155]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69155) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 802.973469] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57a96723-48c0-4163-a413-caf63209add2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.982017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e7afc3-811e-4b07-beac-656f70fabe03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.023655] env[69155]: ERROR root [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-718083' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-718083' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-718083' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-718083'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-718083' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-718083' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-718083'}\n"]: nova.exception.InstanceNotFound: Instance 88c6c82f-fbfd-4407-84db-3ff4b0889e9d could not be found. [ 803.023655] env[69155]: DEBUG oslo_concurrency.lockutils [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] Releasing lock "88c6c82f-fbfd-4407-84db-3ff4b0889e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.023655] env[69155]: DEBUG nova.compute.manager [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Detach interface failed, port_id=cbc28edb-aa6d-4d1b-bc5b-76e68f575ead, reason: Instance 88c6c82f-fbfd-4407-84db-3ff4b0889e9d could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.023655] env[69155]: DEBUG nova.compute.manager [req-1b8239b1-7ae7-47f9-917a-07643bfa74cc req-e80b07bb-81b5-40f7-98c2-704a7d1b3fa3 service nova] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Received event network-vif-deleted-df08dea3-f459-461a-99de-546ad1fcb1a3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.063764] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599438, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.737654} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.064205] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 504ec9b0-3e13-4cfc-a5d4-2a34245590e1/504ec9b0-3e13-4cfc-a5d4-2a34245590e1.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.064656] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.065030] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0ec4e95-d9c9-4da0-9d0e-91cf45002eba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.072723] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 803.072723] env[69155]: value = "task-3599441" [ 803.072723] env[69155]: _type = "Task" [ 803.072723] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.080878] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.202507] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599440, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.343179] env[69155]: DEBUG nova.network.neutron [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Successfully created port: 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.358887] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.359712] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "refresh_cache-1ec0539b-ed48-4c66-8dab-5329eac7316d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.360137] env[69155]: DEBUG nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Instance network_info: |[{"id": "63010e32-e2f5-4ba4-881f-4f81d1039b52", "address": "fa:16:3e:75:5c:b6", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63010e32-e2", "ovs_interfaceid": "63010e32-e2f5-4ba4-881f-4f81d1039b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.360648] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-06275ffe-9403-4ee0-ac0a-356985fe733d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.364847] env[69155]: DEBUG oslo_concurrency.lockutils [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] Acquired lock "refresh_cache-1ec0539b-ed48-4c66-8dab-5329eac7316d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.365238] env[69155]: DEBUG nova.network.neutron [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Refreshing network info cache for port 63010e32-e2f5-4ba4-881f-4f81d1039b52 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.366838] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:5c:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63010e32-e2f5-4ba4-881f-4f81d1039b52', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.380863] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.380863] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.380863] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4b1f3bf-f852-4eac-ac14-446d298afe8b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.401356] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 803.401356] env[69155]: value = "task-3599442" [ 803.401356] env[69155]: _type = "Task" [ 803.401356] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.409905] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.409905] env[69155]: value = "task-3599443" [ 803.409905] env[69155]: _type = "Task" [ 803.409905] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.414728] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599442, 'name': CloneVM_Task} progress is 11%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.433110] env[69155]: DEBUG nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.436265] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599443, 'name': CreateVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.583344] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086619} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.586290] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.587565] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1ea4f-8660-4f3e-be9e-81bbef791631 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.609937] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 504ec9b0-3e13-4cfc-a5d4-2a34245590e1/504ec9b0-3e13-4cfc-a5d4-2a34245590e1.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.612956] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7348af7-69b3-4fdf-a0b7-7661e096d2cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.633997] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 803.633997] env[69155]: value = "task-3599444" [ 803.633997] env[69155]: _type = "Task" [ 803.633997] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.643567] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.698136] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767823} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.699028] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d/77806254-b4f3-48dc-b51f-a8e8fdcd0a1d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.699028] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.699278] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbbe2be8-2a7a-4057-b442-19cd17cd54e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.711166] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 803.711166] env[69155]: value = "task-3599445" [ 803.711166] env[69155]: _type = "Task" [ 803.711166] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.723306] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.912669] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599442, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.926756] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599443, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.152560] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.165939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9887d22f-74d3-4683-8eae-9d5d132489c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.173533] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c78088-629e-432c-940d-89f399970dd9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.209394] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1386d13-b86b-4b5f-adb9-bead0fe1c6df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.223731] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4471849c-1907-4232-901d-31d73ccc1ca1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.228013] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073643} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.228326] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.230030] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7353ed9e-1c63-4f7d-9b54-7d91a9a6c7ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.242014] env[69155]: DEBUG nova.compute.provider_tree [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.263510] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d/77806254-b4f3-48dc-b51f-a8e8fdcd0a1d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.265103] env[69155]: DEBUG nova.network.neutron [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Updated VIF entry in instance network info cache for port 63010e32-e2f5-4ba4-881f-4f81d1039b52. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.265465] env[69155]: DEBUG nova.network.neutron [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Updating instance_info_cache with network_info: [{"id": "63010e32-e2f5-4ba4-881f-4f81d1039b52", "address": "fa:16:3e:75:5c:b6", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63010e32-e2", "ovs_interfaceid": "63010e32-e2f5-4ba4-881f-4f81d1039b52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.266736] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51d9034-25f2-4a37-b6db-03e8da68a99e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.287657] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 804.287657] env[69155]: value = "task-3599446" [ 804.287657] env[69155]: _type = "Task" [ 804.287657] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.296995] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.413634] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599442, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.425535] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599443, 'name': CreateVM_Task, 'duration_secs': 0.622372} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.425773] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.427269] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.428869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.428869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.428869] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fbdbfc-594c-46f7-9c20-d0a26b73a658 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.434130] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 804.434130] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52540961-b113-ab50-ce9a-94677a682b4b" [ 804.434130] env[69155]: _type = "Task" [ 804.434130] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.443218] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52540961-b113-ab50-ce9a-94677a682b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.447013] env[69155]: DEBUG nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.488608] env[69155]: DEBUG nova.virt.hardware [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.489329] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d9098-5751-4651-a88c-6e216497cd03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.498690] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a5ee38-4a53-4c56-8cb2-86cb1f6bcd69 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.644518] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599444, 'name': ReconfigVM_Task, 'duration_secs': 0.622497} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.644809] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 504ec9b0-3e13-4cfc-a5d4-2a34245590e1/504ec9b0-3e13-4cfc-a5d4-2a34245590e1.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.645439] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-288fecb2-fd78-49a3-96a6-5e8900b5778d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.652319] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 804.652319] env[69155]: value = "task-3599447" [ 804.652319] env[69155]: _type = "Task" [ 804.652319] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.661424] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599447, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.745924] env[69155]: DEBUG nova.scheduler.client.report [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.786746] env[69155]: DEBUG oslo_concurrency.lockutils [req-6e43ae10-047f-4389-9253-fb503cf11aee req-8b19301f-1615-4354-87a7-1a27c83d9017 service nova] Releasing lock "refresh_cache-1ec0539b-ed48-4c66-8dab-5329eac7316d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.799988] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599446, 'name': ReconfigVM_Task, 'duration_secs': 0.312188} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.800316] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d/77806254-b4f3-48dc-b51f-a8e8fdcd0a1d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.800945] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61ac5d90-f85d-4a45-a9c2-94705c4b6696 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.809843] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 804.809843] env[69155]: value = "task-3599448" [ 804.809843] env[69155]: _type = "Task" [ 804.809843] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.820042] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599448, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.915338] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599442, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.946255] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52540961-b113-ab50-ce9a-94677a682b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015571} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.946629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.946890] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.947146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.947296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.947514] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.947814] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb2a4be5-e144-42d8-81cf-4ef78b9f24ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.958146] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.958146] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.958146] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff156a4-76ea-4def-b9d3-7846ba00c935 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.963347] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 804.963347] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ccb532-54df-2b4d-4b95-fda2209bb407" [ 804.963347] env[69155]: _type = "Task" [ 804.963347] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.970316] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ccb532-54df-2b4d-4b95-fda2209bb407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.149330] env[69155]: DEBUG nova.network.neutron [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Successfully updated port: 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.166313] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599447, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.184234] env[69155]: DEBUG nova.compute.manager [req-c7fa8c16-439a-4cd1-b9cd-1a27d8b7f31c req-2a34bd6d-a623-4ede-8066-b5418af23941 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Received event network-vif-plugged-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.184345] env[69155]: DEBUG oslo_concurrency.lockutils [req-c7fa8c16-439a-4cd1-b9cd-1a27d8b7f31c req-2a34bd6d-a623-4ede-8066-b5418af23941 service nova] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.184703] env[69155]: DEBUG oslo_concurrency.lockutils [req-c7fa8c16-439a-4cd1-b9cd-1a27d8b7f31c req-2a34bd6d-a623-4ede-8066-b5418af23941 service nova] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.184703] env[69155]: DEBUG oslo_concurrency.lockutils [req-c7fa8c16-439a-4cd1-b9cd-1a27d8b7f31c req-2a34bd6d-a623-4ede-8066-b5418af23941 service nova] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.184870] env[69155]: DEBUG nova.compute.manager [req-c7fa8c16-439a-4cd1-b9cd-1a27d8b7f31c req-2a34bd6d-a623-4ede-8066-b5418af23941 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] No waiting events found dispatching network-vif-plugged-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.185061] env[69155]: WARNING nova.compute.manager [req-c7fa8c16-439a-4cd1-b9cd-1a27d8b7f31c req-2a34bd6d-a623-4ede-8066-b5418af23941 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Received unexpected event network-vif-plugged-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 for instance with vm_state building and task_state spawning. [ 805.255995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.256633] env[69155]: DEBUG nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.259356] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.833s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.259563] env[69155]: DEBUG nova.objects.instance [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 805.320109] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599448, 'name': Rename_Task, 'duration_secs': 0.154473} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.320310] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.320636] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8fa792f-338f-49e8-8570-d6472d41dbb9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.327660] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 805.327660] env[69155]: value = "task-3599449" [ 805.327660] env[69155]: _type = "Task" [ 805.327660] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.339218] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.413806] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599442, 'name': CloneVM_Task, 'duration_secs': 1.916705} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.414144] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Created linked-clone VM from snapshot [ 805.414957] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088206c-9a23-47d9-a5ef-5ca4d17e91eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.423729] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Uploading image da044f94-240d-44eb-8409-8442d152baf4 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.437108] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.437402] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb934354-e226-45dd-920a-c32f48324549 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.443914] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 805.443914] env[69155]: value = "task-3599450" [ 805.443914] env[69155]: _type = "Task" [ 805.443914] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.452176] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599450, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.473338] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ccb532-54df-2b4d-4b95-fda2209bb407, 'name': SearchDatastore_Task, 'duration_secs': 0.034979} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.474193] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97f5c17-ea69-4b2f-90ff-29fe70031c70 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.479768] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 805.479768] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b3e1a-d55e-84d5-488e-32e33dbcd067" [ 805.479768] env[69155]: _type = "Task" [ 805.479768] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.487933] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b3e1a-d55e-84d5-488e-32e33dbcd067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.653547] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.653696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.653848] env[69155]: DEBUG nova.network.neutron [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.667713] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599447, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.764683] env[69155]: DEBUG nova.compute.utils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.770706] env[69155]: DEBUG nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.770706] env[69155]: DEBUG nova.network.neutron [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.786635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.786880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.840580] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.842956] env[69155]: DEBUG nova.policy [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '750f2ffaf878457998827620d2f80195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9ffb7002cf45dcb91c50ac826dc1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.953956] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599450, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.990657] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b3e1a-d55e-84d5-488e-32e33dbcd067, 'name': SearchDatastore_Task, 'duration_secs': 0.011896} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.990992] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.991397] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1ec0539b-ed48-4c66-8dab-5329eac7316d/1ec0539b-ed48-4c66-8dab-5329eac7316d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.991665] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a615e00c-08da-402b-be62-2a67e83b54b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.998846] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 805.998846] env[69155]: value = "task-3599451" [ 805.998846] env[69155]: _type = "Task" [ 805.998846] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.007803] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.163171] env[69155]: DEBUG nova.network.neutron [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Successfully created port: dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.169722] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599447, 'name': Rename_Task, 'duration_secs': 1.3229} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.169985] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.170247] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b335faaa-9904-4734-a382-8eb9cb0d243e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.181509] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 806.181509] env[69155]: value = "task-3599452" [ 806.181509] env[69155]: _type = "Task" [ 806.181509] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.191527] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.213930] env[69155]: DEBUG nova.network.neutron [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.271466] env[69155]: DEBUG nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.280881] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0ba016dc-5deb-4cd1-bafe-c430d74c7e09 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.286387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.016s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.286644] env[69155]: DEBUG nova.objects.instance [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lazy-loading 'resources' on Instance uuid 68939730-1c6b-48ce-81fd-f84fa6df5b33 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.341762] env[69155]: DEBUG oslo_vmware.api [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599449, 'name': PowerOnVM_Task, 'duration_secs': 0.514311} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.343085] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.343085] env[69155]: INFO nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Took 8.77 seconds to spawn the instance on the hypervisor. [ 806.343085] env[69155]: DEBUG nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.345238] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e16a9a-9199-4d30-a7ff-0df68414bd4b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.457469] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599450, 'name': Destroy_Task, 'duration_secs': 0.611349} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.457981] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Destroyed the VM [ 806.459023] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.459023] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a2f71fa-a408-44b1-8836-3a827d320efc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.467624] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 806.467624] env[69155]: value = "task-3599453" [ 806.467624] env[69155]: _type = "Task" [ 806.467624] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.477709] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599453, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.509074] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599451, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.524238] env[69155]: DEBUG nova.network.neutron [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updating instance_info_cache with network_info: [{"id": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "address": "fa:16:3e:e1:e1:db", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8ea989-9e", "ovs_interfaceid": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.693069] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.869728] env[69155]: INFO nova.compute.manager [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Took 47.71 seconds to build instance. [ 806.980448] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599453, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.009093] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608829} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.011458] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1ec0539b-ed48-4c66-8dab-5329eac7316d/1ec0539b-ed48-4c66-8dab-5329eac7316d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.012090] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.012170] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8295680-b473-4839-b01e-a9cb21c4ac0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.020047] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 807.020047] env[69155]: value = "task-3599454" [ 807.020047] env[69155]: _type = "Task" [ 807.020047] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.027032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Releasing lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.027176] env[69155]: DEBUG nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Instance network_info: |[{"id": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "address": "fa:16:3e:e1:e1:db", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8ea989-9e", "ovs_interfaceid": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.030288] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e1:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c8ea989-9ed5-490a-ba7f-ac80ae1d7921', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.037772] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Creating folder: Project (4c6c04bdddc44f019ee06bfc6855ccf2). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.038117] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.040761] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13a2cdfc-fb38-4a30-a481-30e25daf1b62 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.054024] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Created folder: Project (4c6c04bdddc44f019ee06bfc6855ccf2) in parent group-v718010. [ 807.054211] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Creating folder: Instances. Parent ref: group-v718143. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.054373] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86725a1f-e6d0-4a02-bcf2-18fae8c8141b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.071925] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Created folder: Instances in parent group-v718143. [ 807.072251] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.072490] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.072744] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e7cc00-e942-4b24-afc1-b3601d43a538 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.094455] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.094455] env[69155]: value = "task-3599457" [ 807.094455] env[69155]: _type = "Task" [ 807.094455] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.104239] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599457, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.196894] env[69155]: DEBUG oslo_vmware.api [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599452, 'name': PowerOnVM_Task, 'duration_secs': 0.747679} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.201643] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.201643] env[69155]: INFO nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Took 12.43 seconds to spawn the instance on the hypervisor. [ 807.201643] env[69155]: DEBUG nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.202142] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f9429-5ad5-4190-b72d-b9e57d585113 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.236694] env[69155]: DEBUG nova.compute.manager [req-90eba956-3f6a-4a29-a65a-b65c4cf922c3 req-15824c61-fbc9-4d90-8c5c-5d2f66647691 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Received event network-changed-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.236694] env[69155]: DEBUG nova.compute.manager [req-90eba956-3f6a-4a29-a65a-b65c4cf922c3 req-15824c61-fbc9-4d90-8c5c-5d2f66647691 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Refreshing instance network info cache due to event network-changed-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.236694] env[69155]: DEBUG oslo_concurrency.lockutils [req-90eba956-3f6a-4a29-a65a-b65c4cf922c3 req-15824c61-fbc9-4d90-8c5c-5d2f66647691 service nova] Acquiring lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.236883] env[69155]: DEBUG oslo_concurrency.lockutils [req-90eba956-3f6a-4a29-a65a-b65c4cf922c3 req-15824c61-fbc9-4d90-8c5c-5d2f66647691 service nova] Acquired lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.237063] env[69155]: DEBUG nova.network.neutron [req-90eba956-3f6a-4a29-a65a-b65c4cf922c3 req-15824c61-fbc9-4d90-8c5c-5d2f66647691 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Refreshing network info cache for port 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.298013] env[69155]: DEBUG nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.328173] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.328393] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.328548] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.328726] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.328863] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.329023] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.329253] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.329411] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.329572] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.329732] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.329895] env[69155]: DEBUG nova.virt.hardware [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.330814] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1825390d-51c6-4058-94bf-6573b8e438bb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.335151] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7ae8f0-fb01-4a6e-a711-b3fe1efb61bb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.345642] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65b5fed-80b3-4d75-a59c-b4367a5d6e58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.350672] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1645ee5-bb63-40fd-ab34-8ab106616727 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.397275] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ed29a0a9-ec57-4c90-ab86-62372e39978c tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.871s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.402157] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbfa4d2-6002-432d-bf11-d22cec96a369 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.411795] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15970da-d09c-4701-ad51-3a764d5c6717 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.429607] env[69155]: DEBUG nova.compute.provider_tree [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.479451] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599453, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.532417] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071132} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.532812] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.533662] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3234645-21d2-4c37-b8db-fff62507f225 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.557124] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1ec0539b-ed48-4c66-8dab-5329eac7316d/1ec0539b-ed48-4c66-8dab-5329eac7316d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.557504] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f9d668-c186-4839-be8b-89d6e3a6a4ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.578476] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 807.578476] env[69155]: value = "task-3599458" [ 807.578476] env[69155]: _type = "Task" [ 807.578476] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.586698] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.602963] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599457, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.727558] env[69155]: INFO nova.compute.manager [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Took 50.74 seconds to build instance. [ 807.907435] env[69155]: DEBUG nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.908975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquiring lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.909715] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.909857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquiring lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.909947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.910218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.912157] env[69155]: INFO nova.compute.manager [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Terminating instance [ 807.932752] env[69155]: DEBUG nova.scheduler.client.report [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.980193] env[69155]: DEBUG oslo_vmware.api [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599453, 'name': RemoveSnapshot_Task, 'duration_secs': 1.502285} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.981021] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.089438] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.104012] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599457, 'name': CreateVM_Task, 'duration_secs': 0.655427} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.104286] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.105019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.105198] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.105509] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.105771] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a723e84-0b2a-43a6-bb7f-70ded77d763c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.113400] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 808.113400] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5233a087-3901-b5ad-7cfc-a55da2d2052e" [ 808.113400] env[69155]: _type = "Task" [ 808.113400] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.124888] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5233a087-3901-b5ad-7cfc-a55da2d2052e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.175664] env[69155]: DEBUG nova.network.neutron [req-90eba956-3f6a-4a29-a65a-b65c4cf922c3 req-15824c61-fbc9-4d90-8c5c-5d2f66647691 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updated VIF entry in instance network info cache for port 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.175888] env[69155]: DEBUG nova.network.neutron [req-90eba956-3f6a-4a29-a65a-b65c4cf922c3 req-15824c61-fbc9-4d90-8c5c-5d2f66647691 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updating instance_info_cache with network_info: [{"id": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "address": "fa:16:3e:e1:e1:db", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8ea989-9e", "ovs_interfaceid": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.217056] env[69155]: DEBUG nova.network.neutron [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Successfully updated port: dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.232674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8df0af3d-682d-4f7f-b629-8fd89a473a5d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.820s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.418686] env[69155]: DEBUG nova.compute.manager [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.418917] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.422021] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff0fb0f-aa01-4aed-839d-ba073fb0357c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.429737] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.430048] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2582dad2-1b33-4b43-bba8-79cba5598f04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.437093] env[69155]: DEBUG oslo_vmware.api [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 808.437093] env[69155]: value = "task-3599459" [ 808.437093] env[69155]: _type = "Task" [ 808.437093] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.438113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.438990] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.444364] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.343s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.444589] env[69155]: DEBUG nova.objects.instance [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lazy-loading 'resources' on Instance uuid 7599fa29-a9bd-4e34-836c-1006447048a8 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.450782] env[69155]: DEBUG oslo_vmware.api [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.464097] env[69155]: INFO nova.scheduler.client.report [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Deleted allocations for instance 68939730-1c6b-48ce-81fd-f84fa6df5b33 [ 808.486203] env[69155]: WARNING nova.compute.manager [None req-28857510-f31d-4631-abcf-4461d232fc6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Image not found during snapshot: nova.exception.ImageNotFound: Image da044f94-240d-44eb-8409-8442d152baf4 could not be found. [ 808.591474] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599458, 'name': ReconfigVM_Task, 'duration_secs': 0.560806} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.591905] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1ec0539b-ed48-4c66-8dab-5329eac7316d/1ec0539b-ed48-4c66-8dab-5329eac7316d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.592653] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee7e497-87df-46fd-b0a7-4a36c0b69b09 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.601414] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 808.601414] env[69155]: value = "task-3599460" [ 808.601414] env[69155]: _type = "Task" [ 808.601414] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.611212] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599460, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.625223] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5233a087-3901-b5ad-7cfc-a55da2d2052e, 'name': SearchDatastore_Task, 'duration_secs': 0.02109} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.625582] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.625829] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.626093] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.626251] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.626456] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.626788] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe77972-1ae3-4d0d-8fdd-8618a96ef7fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.636506] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.636866] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.639090] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bf6fb9-f906-43d7-8b95-e03f10ae661e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.645013] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 808.645013] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523db5af-f98d-8cf4-76b4-ba800209e07c" [ 808.645013] env[69155]: _type = "Task" [ 808.645013] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.653901] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523db5af-f98d-8cf4-76b4-ba800209e07c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.678855] env[69155]: DEBUG oslo_concurrency.lockutils [req-90eba956-3f6a-4a29-a65a-b65c4cf922c3 req-15824c61-fbc9-4d90-8c5c-5d2f66647691 service nova] Releasing lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.719857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-50a031cd-25d0-4a68-8ab0-9e7487d4c56e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.720059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-50a031cd-25d0-4a68-8ab0-9e7487d4c56e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.720275] env[69155]: DEBUG nova.network.neutron [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.736748] env[69155]: DEBUG nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.846333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "50aeb81d-ca5a-433c-8158-5f611f3101ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.846667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "50aeb81d-ca5a-433c-8158-5f611f3101ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.846781] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "50aeb81d-ca5a-433c-8158-5f611f3101ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.846972] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "50aeb81d-ca5a-433c-8158-5f611f3101ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.847161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "50aeb81d-ca5a-433c-8158-5f611f3101ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.849612] env[69155]: INFO nova.compute.manager [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Terminating instance [ 809.728753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c0f27fad-8bf1-4d09-b2a9-e235fa912706 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "68939730-1c6b-48ce-81fd-f84fa6df5b33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.740s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.739465] env[69155]: DEBUG nova.compute.manager [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.739465] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.739465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.739465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.739465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.739465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.739465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.739465] env[69155]: DEBUG oslo_vmware.api [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599459, 'name': PowerOffVM_Task, 'duration_secs': 0.220953} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.740741] env[69155]: DEBUG nova.compute.manager [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Received event network-vif-plugged-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.740930] env[69155]: DEBUG oslo_concurrency.lockutils [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] Acquiring lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.741164] env[69155]: DEBUG oslo_concurrency.lockutils [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] Lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.741341] env[69155]: DEBUG oslo_concurrency.lockutils [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] Lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.741525] env[69155]: DEBUG nova.compute.manager [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] No waiting events found dispatching network-vif-plugged-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.741687] env[69155]: WARNING nova.compute.manager [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Received unexpected event network-vif-plugged-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a for instance with vm_state building and task_state spawning. [ 809.741860] env[69155]: DEBUG nova.compute.manager [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Received event network-changed-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.742022] env[69155]: DEBUG nova.compute.manager [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Refreshing instance network info cache due to event network-changed-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.742206] env[69155]: DEBUG oslo_concurrency.lockutils [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] Acquiring lock "refresh_cache-50a031cd-25d0-4a68-8ab0-9e7487d4c56e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.751743] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3200691e-34db-40a5-93e1-d60c4e68ee73 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.757022] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.757022] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.757022] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.757022] env[69155]: INFO nova.compute.manager [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Terminating instance [ 809.759671] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "80870847-c09a-4251-8436-77dfd59b8c5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.760015] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "80870847-c09a-4251-8436-77dfd59b8c5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.760739] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43164941-0801-4e7d-ae10-86e1e5b41ced {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.777846] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.778467] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599460, 'name': Rename_Task, 'duration_secs': 0.233639} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.779009] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523db5af-f98d-8cf4-76b4-ba800209e07c, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.779447] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca3297c-a570-4b3c-8816-7b20faee8ead {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.781563] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.782597] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-337d28a7-e554-4973-9db5-e444ace20ad1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.785352] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3bb72a-9151-4bbb-b7b2-d74846f4d056 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.791602] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 809.791602] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f8f698-bec7-4c66-3b74-258e33accb7f" [ 809.791602] env[69155]: _type = "Task" [ 809.791602] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.795478] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 809.795478] env[69155]: value = "task-3599462" [ 809.795478] env[69155]: _type = "Task" [ 809.795478] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.801127] env[69155]: DEBUG oslo_vmware.api [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 809.801127] env[69155]: value = "task-3599463" [ 809.801127] env[69155]: _type = "Task" [ 809.801127] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.811325] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f8f698-bec7-4c66-3b74-258e33accb7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.813510] env[69155]: DEBUG nova.network.neutron [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.823704] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599462, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.827346] env[69155]: DEBUG oslo_vmware.api [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.829113] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.829495] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.829495] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Deleting the datastore file [datastore1] 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.829770] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25c84d91-6bb7-41d1-a0be-b6c1f29767da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.838294] env[69155]: DEBUG oslo_vmware.api [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for the task: (returnval){ [ 809.838294] env[69155]: value = "task-3599464" [ 809.838294] env[69155]: _type = "Task" [ 809.838294] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.846933] env[69155]: DEBUG oslo_vmware.api [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.048944] env[69155]: DEBUG nova.network.neutron [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Updating instance_info_cache with network_info: [{"id": "dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a", "address": "fa:16:3e:7a:9f:f6", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdb0d0f-ff", "ovs_interfaceid": "dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.101603] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.101845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.260659] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "refresh_cache-1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.260921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquired lock "refresh_cache-1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.261206] env[69155]: DEBUG nova.network.neutron [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.319027] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f8f698-bec7-4c66-3b74-258e33accb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.021331} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.319027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.319027] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1410c48a-e2f5-4756-a7cb-a45da91b1f13/1410c48a-e2f5-4756-a7cb-a45da91b1f13.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.319027] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdb730a6-db40-4f44-9717-46142dba7fbf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.325520] env[69155]: DEBUG oslo_vmware.api [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599463, 'name': PowerOffVM_Task, 'duration_secs': 0.220171} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.325882] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599462, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.328793] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.329624] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.329624] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9156df23-cb77-4006-8bd6-f084ba09dac3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.333184] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 810.333184] env[69155]: value = "task-3599465" [ 810.333184] env[69155]: _type = "Task" [ 810.333184] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.345019] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.353930] env[69155]: DEBUG oslo_vmware.api [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Task: {'id': task-3599464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236339} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.353930] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.353930] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.353930] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.353930] env[69155]: INFO nova.compute.manager [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Took 1.93 seconds to destroy the instance on the hypervisor. [ 810.354179] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.354453] env[69155]: DEBUG nova.compute.manager [-] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.354617] env[69155]: DEBUG nova.network.neutron [-] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.360240] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e730af-b281-4e17-8023-438f03ea8694 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.366017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2734a4-084a-47f7-9022-4323dd04a79c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.400027] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8498f8e-75ec-447f-a1d6-5de564ab013e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.400027] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.400207] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.400342] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleting the datastore file [datastore1] 50aeb81d-ca5a-433c-8158-5f611f3101ad {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.400991] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2024138c-7dc8-4b1d-8fb7-c4661937ffd6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.406470] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb81967e-feb6-4848-a3ab-f217694a00a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.411763] env[69155]: DEBUG oslo_vmware.api [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 810.411763] env[69155]: value = "task-3599467" [ 810.411763] env[69155]: _type = "Task" [ 810.411763] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.424706] env[69155]: DEBUG nova.compute.provider_tree [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.434016] env[69155]: DEBUG oslo_vmware.api [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.552196] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-50a031cd-25d0-4a68-8ab0-9e7487d4c56e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.552621] env[69155]: DEBUG nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Instance network_info: |[{"id": "dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a", "address": "fa:16:3e:7a:9f:f6", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdb0d0f-ff", "ovs_interfaceid": "dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.553053] env[69155]: DEBUG oslo_concurrency.lockutils [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] Acquired lock "refresh_cache-50a031cd-25d0-4a68-8ab0-9e7487d4c56e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.553254] env[69155]: DEBUG nova.network.neutron [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Refreshing network info cache for port dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.554555] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:9f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.565544] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating folder: Project (ac9ffb7002cf45dcb91c50ac826dc1c9). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.566666] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff4084e3-e9f2-4168-b632-14dd110dbf24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.579727] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Created folder: Project (ac9ffb7002cf45dcb91c50ac826dc1c9) in parent group-v718010. [ 810.579948] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating folder: Instances. Parent ref: group-v718146. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.580208] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a45a0e57-22a0-4546-9fdf-26d4a662d7df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.590509] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Created folder: Instances in parent group-v718146. [ 810.590509] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.590747] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.590984] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c988680a-067b-475f-b761-f717a6530c3d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.614975] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.614975] env[69155]: value = "task-3599470" [ 810.614975] env[69155]: _type = "Task" [ 810.614975] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.623274] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599470, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.782887] env[69155]: DEBUG nova.network.neutron [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.812747] env[69155]: DEBUG oslo_vmware.api [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599462, 'name': PowerOnVM_Task, 'duration_secs': 0.69854} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.813088] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.813308] env[69155]: INFO nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Took 10.40 seconds to spawn the instance on the hypervisor. [ 810.813521] env[69155]: DEBUG nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.814364] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bbdd31-f969-4547-a917-a49459095b91 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.843789] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599465, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.850102] env[69155]: DEBUG nova.network.neutron [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.922452] env[69155]: DEBUG oslo_vmware.api [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34094} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.922740] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.922931] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.923128] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.923305] env[69155]: INFO nova.compute.manager [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Took 1.19 seconds to destroy the instance on the hypervisor. [ 810.923587] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.923743] env[69155]: DEBUG nova.compute.manager [-] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.923834] env[69155]: DEBUG nova.network.neutron [-] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.929724] env[69155]: DEBUG nova.scheduler.client.report [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.125350] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599470, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.217975] env[69155]: DEBUG nova.network.neutron [-] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.335996] env[69155]: INFO nova.compute.manager [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Took 50.68 seconds to build instance. [ 811.348943] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758659} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.349773] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1410c48a-e2f5-4756-a7cb-a45da91b1f13/1410c48a-e2f5-4756-a7cb-a45da91b1f13.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.349995] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.350261] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fda8985-f923-414b-ab23-e16bb968a6b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.352569] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Releasing lock "refresh_cache-1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.357127] env[69155]: DEBUG nova.compute.manager [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.357127] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.357127] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac4a13-4875-4a28-a6e2-b8cb09948e79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.359057] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 811.359057] env[69155]: value = "task-3599471" [ 811.359057] env[69155]: _type = "Task" [ 811.359057] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.367728] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.368305] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8a71cc2-2240-4651-8fee-2aa92428d060 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.373500] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.378795] env[69155]: DEBUG oslo_vmware.api [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 811.378795] env[69155]: value = "task-3599472" [ 811.378795] env[69155]: _type = "Task" [ 811.378795] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.386103] env[69155]: DEBUG oslo_vmware.api [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.425918] env[69155]: DEBUG nova.network.neutron [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Updated VIF entry in instance network info cache for port dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.426366] env[69155]: DEBUG nova.network.neutron [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Updating instance_info_cache with network_info: [{"id": "dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a", "address": "fa:16:3e:7a:9f:f6", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdb0d0f-ff", "ovs_interfaceid": "dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.435300] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.991s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.438295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.474s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.438484] env[69155]: DEBUG nova.objects.instance [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.461603] env[69155]: INFO nova.scheduler.client.report [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Deleted allocations for instance 7599fa29-a9bd-4e34-836c-1006447048a8 [ 811.558259] env[69155]: DEBUG nova.compute.manager [req-484c7784-d4c7-4948-9da6-47c7c2869db8 req-77493173-a3d8-4491-be22-8faec55c683d service nova] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Received event network-vif-deleted-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.558259] env[69155]: DEBUG nova.compute.manager [req-484c7784-d4c7-4948-9da6-47c7c2869db8 req-77493173-a3d8-4491-be22-8faec55c683d service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Received event network-vif-deleted-3d9d739e-9354-4e3c-ae20-645511d04815 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.558259] env[69155]: INFO nova.compute.manager [req-484c7784-d4c7-4948-9da6-47c7c2869db8 req-77493173-a3d8-4491-be22-8faec55c683d service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Neutron deleted interface 3d9d739e-9354-4e3c-ae20-645511d04815; detaching it from the instance and deleting it from the info cache [ 811.558259] env[69155]: DEBUG nova.network.neutron [req-484c7784-d4c7-4948-9da6-47c7c2869db8 req-77493173-a3d8-4491-be22-8faec55c683d service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.626803] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599470, 'name': CreateVM_Task, 'duration_secs': 0.579297} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.626984] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.627683] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.627859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.628191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.628441] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf3620a-3571-4c35-909a-81c46a3f4172 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.632795] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 811.632795] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f6a366-a004-fa47-f427-f2b95397e85a" [ 811.632795] env[69155]: _type = "Task" [ 811.632795] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.640053] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f6a366-a004-fa47-f427-f2b95397e85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.720890] env[69155]: INFO nova.compute.manager [-] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Took 1.37 seconds to deallocate network for instance. [ 811.744230] env[69155]: DEBUG oslo_concurrency.lockutils [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "efcb0324-5009-45e3-b25d-d21c511499bf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.744518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "efcb0324-5009-45e3-b25d-d21c511499bf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.744714] env[69155]: DEBUG nova.compute.manager [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.745622] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e7ab86-fd38-466b-b09d-12606ae6e0bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.753330] env[69155]: DEBUG nova.compute.manager [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 811.753752] env[69155]: DEBUG nova.objects.instance [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lazy-loading 'flavor' on Instance uuid efcb0324-5009-45e3-b25d-d21c511499bf {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.757981] env[69155]: DEBUG nova.network.neutron [-] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.843823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94ca6085-c65e-4385-8053-7da6d9c52381 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "1ec0539b-ed48-4c66-8dab-5329eac7316d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.877s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.871590] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069108} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.871858] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.872616] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a42f1-88fa-425e-adbb-56143277619c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.895077] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 1410c48a-e2f5-4756-a7cb-a45da91b1f13/1410c48a-e2f5-4756-a7cb-a45da91b1f13.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.898375] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16389da6-f874-46ec-b77c-23b95ff1bb86 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.917589] env[69155]: DEBUG oslo_vmware.api [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.918913] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 811.918913] env[69155]: value = "task-3599473" [ 811.918913] env[69155]: _type = "Task" [ 811.918913] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.926196] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.929727] env[69155]: DEBUG oslo_concurrency.lockutils [req-8b8e7066-bb14-488d-a620-6172289a5751 req-658c43a8-ee5e-4f64-8216-d4421cbf64ab service nova] Releasing lock "refresh_cache-50a031cd-25d0-4a68-8ab0-9e7487d4c56e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.976937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-079e3de2-0317-45b2-a580-b3c930b58596 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "7599fa29-a9bd-4e34-836c-1006447048a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.444s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.030975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "1ec0539b-ed48-4c66-8dab-5329eac7316d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.031259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "1ec0539b-ed48-4c66-8dab-5329eac7316d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.031495] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "1ec0539b-ed48-4c66-8dab-5329eac7316d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.031703] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "1ec0539b-ed48-4c66-8dab-5329eac7316d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.031879] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "1ec0539b-ed48-4c66-8dab-5329eac7316d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.034032] env[69155]: INFO nova.compute.manager [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Terminating instance [ 812.060612] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1463734-49d3-4638-bc06-bcaa921f1050 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.070607] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0019d0-b283-49a1-ab22-908a25e9ecd6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.105935] env[69155]: DEBUG nova.compute.manager [req-484c7784-d4c7-4948-9da6-47c7c2869db8 req-77493173-a3d8-4491-be22-8faec55c683d service nova] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Detach interface failed, port_id=3d9d739e-9354-4e3c-ae20-645511d04815, reason: Instance 50aeb81d-ca5a-433c-8158-5f611f3101ad could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.144257] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f6a366-a004-fa47-f427-f2b95397e85a, 'name': SearchDatastore_Task, 'duration_secs': 0.031848} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.144586] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.144825] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.145077] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.145232] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.145478] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.145702] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b2e7441-e055-48b5-bc2d-e2cf8c0ee0ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.156922] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.157120] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.157875] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b40ea7-9b79-4d46-8a90-16b6d9f527b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.163237] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 812.163237] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52302dfd-9bf8-a066-f5c8-7eec9cbd3b1e" [ 812.163237] env[69155]: _type = "Task" [ 812.163237] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.171100] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52302dfd-9bf8-a066-f5c8-7eec9cbd3b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.230946] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.261688] env[69155]: INFO nova.compute.manager [-] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Took 1.34 seconds to deallocate network for instance. [ 812.347165] env[69155]: DEBUG nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.398511] env[69155]: DEBUG oslo_vmware.api [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599472, 'name': PowerOffVM_Task, 'duration_secs': 0.933115} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.400190] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.400190] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.400190] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb624dbb-5691-4231-b94e-9a00c894ba53 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.424710] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.424924] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.425116] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Deleting the datastore file [datastore1] 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.425930] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016ea6e0-01b1-4004-80da-1efda1de0759 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.431052] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.432265] env[69155]: DEBUG oslo_vmware.api [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for the task: (returnval){ [ 812.432265] env[69155]: value = "task-3599475" [ 812.432265] env[69155]: _type = "Task" [ 812.432265] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.439776] env[69155]: DEBUG oslo_vmware.api [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.449489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-17fa7085-0471-4951-96c4-3aaacb9c04df tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.450745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.045s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.453199] env[69155]: INFO nova.compute.claims [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.538127] env[69155]: DEBUG nova.compute.manager [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.538391] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.539330] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d01bbf2-5baa-4c0f-aef5-5c93fada1645 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.546936] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.547211] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-affc2429-5d6f-4f42-bb63-ce2f69a1770f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.553821] env[69155]: DEBUG oslo_vmware.api [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 812.553821] env[69155]: value = "task-3599476" [ 812.553821] env[69155]: _type = "Task" [ 812.553821] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.562393] env[69155]: DEBUG oslo_vmware.api [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.680105] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52302dfd-9bf8-a066-f5c8-7eec9cbd3b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.018651} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.680802] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304a3150-8e3d-47c8-9640-1abcfa660786 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.687649] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 812.687649] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c29533-56db-a634-441e-72ec56da68c6" [ 812.687649] env[69155]: _type = "Task" [ 812.687649] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.697033] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c29533-56db-a634-441e-72ec56da68c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.761512] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.761855] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f241904-f3b7-4a21-9891-ceec5e5dc7cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.768187] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.769883] env[69155]: DEBUG oslo_vmware.api [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 812.769883] env[69155]: value = "task-3599477" [ 812.769883] env[69155]: _type = "Task" [ 812.769883] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.780831] env[69155]: DEBUG oslo_vmware.api [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.881230] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.931931] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599473, 'name': ReconfigVM_Task, 'duration_secs': 0.941051} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.932615] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 1410c48a-e2f5-4756-a7cb-a45da91b1f13/1410c48a-e2f5-4756-a7cb-a45da91b1f13.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.933415] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bcf4734-9c99-4918-8fd8-71a285234f07 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.946051] env[69155]: DEBUG oslo_vmware.api [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Task: {'id': task-3599475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267538} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.946900] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.947171] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.947640] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.947916] env[69155]: INFO nova.compute.manager [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Took 1.59 seconds to destroy the instance on the hypervisor. [ 812.948223] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.948545] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 812.948545] env[69155]: value = "task-3599478" [ 812.948545] env[69155]: _type = "Task" [ 812.948545] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.948885] env[69155]: DEBUG nova.compute.manager [-] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.949032] env[69155]: DEBUG nova.network.neutron [-] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.961995] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599478, 'name': Rename_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.970073] env[69155]: DEBUG nova.network.neutron [-] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.063683] env[69155]: DEBUG oslo_vmware.api [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599476, 'name': PowerOffVM_Task, 'duration_secs': 0.265616} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.063975] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.064162] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.064947] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fdc3b88-ae85-42cb-98e5-475eaae11a7e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.204629] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c29533-56db-a634-441e-72ec56da68c6, 'name': SearchDatastore_Task, 'duration_secs': 0.022596} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.205276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.205276] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 50a031cd-25d0-4a68-8ab0-9e7487d4c56e/50a031cd-25d0-4a68-8ab0-9e7487d4c56e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.205490] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ab1dd3-46a9-4fa1-9999-492608726753 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.212703] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 813.212703] env[69155]: value = "task-3599480" [ 813.212703] env[69155]: _type = "Task" [ 813.212703] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.229286] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.280633] env[69155]: DEBUG oslo_vmware.api [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599477, 'name': PowerOffVM_Task, 'duration_secs': 0.247448} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.280909] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.281127] env[69155]: DEBUG nova.compute.manager [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.281898] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcdfbce-332b-4e2a-bac8-528f38d0703e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.285364] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.285596] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.285734] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleting the datastore file [datastore1] 1ec0539b-ed48-4c66-8dab-5329eac7316d {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.286342] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50e79b97-5160-4db7-beb6-e9ec45505330 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.295418] env[69155]: DEBUG oslo_vmware.api [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 813.295418] env[69155]: value = "task-3599481" [ 813.295418] env[69155]: _type = "Task" [ 813.295418] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.305118] env[69155]: DEBUG oslo_vmware.api [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.468677] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599478, 'name': Rename_Task, 'duration_secs': 0.174505} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.470221] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.470610] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440650d8-5379-4bb9-a9ae-0f218cd53155 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.473086] env[69155]: DEBUG nova.network.neutron [-] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.480607] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 813.480607] env[69155]: value = "task-3599482" [ 813.480607] env[69155]: _type = "Task" [ 813.480607] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.491647] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.726088] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599480, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.794971] env[69155]: DEBUG oslo_concurrency.lockutils [None req-08de795b-aff9-4701-ab79-5c020720b96e tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "efcb0324-5009-45e3-b25d-d21c511499bf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.807476] env[69155]: DEBUG oslo_vmware.api [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208374} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.810096] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.810304] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.810632] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.810713] env[69155]: INFO nova.compute.manager [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 813.810899] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.811278] env[69155]: DEBUG nova.compute.manager [-] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.812698] env[69155]: DEBUG nova.network.neutron [-] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.975476] env[69155]: INFO nova.compute.manager [-] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Took 1.03 seconds to deallocate network for instance. [ 813.996808] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.003319] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf753c8d-7abe-4906-9ffd-1b6f2d1202d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.012611] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb4f7b5-9c8c-4921-bb9b-f404f5fd7231 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.044591] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc3836a-64ed-4471-9878-8c43666d6f9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.053289] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc86c0-8634-4a10-93aa-b9708892302a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.067734] env[69155]: DEBUG nova.compute.provider_tree [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.223577] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518167} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.223845] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 50a031cd-25d0-4a68-8ab0-9e7487d4c56e/50a031cd-25d0-4a68-8ab0-9e7487d4c56e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.224074] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.224362] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50463e07-af6f-44d9-897b-846e71164d83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.232696] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 814.232696] env[69155]: value = "task-3599483" [ 814.232696] env[69155]: _type = "Task" [ 814.232696] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.241222] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.306994] env[69155]: DEBUG nova.compute.manager [req-3a073d3a-45dc-4260-aff3-934ab8dffca1 req-ba70cbc8-f18d-416b-9c51-7f67896f2a32 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Received event network-vif-deleted-63010e32-e2f5-4ba4-881f-4f81d1039b52 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.307161] env[69155]: INFO nova.compute.manager [req-3a073d3a-45dc-4260-aff3-934ab8dffca1 req-ba70cbc8-f18d-416b-9c51-7f67896f2a32 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Neutron deleted interface 63010e32-e2f5-4ba4-881f-4f81d1039b52; detaching it from the instance and deleting it from the info cache [ 814.307341] env[69155]: DEBUG nova.network.neutron [req-3a073d3a-45dc-4260-aff3-934ab8dffca1 req-ba70cbc8-f18d-416b-9c51-7f67896f2a32 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.345286] env[69155]: DEBUG nova.objects.instance [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lazy-loading 'flavor' on Instance uuid efcb0324-5009-45e3-b25d-d21c511499bf {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.473119] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "c5209efb-b5b2-484e-ac69-af52353f1b0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.473119] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "c5209efb-b5b2-484e-ac69-af52353f1b0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.473119] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "c5209efb-b5b2-484e-ac69-af52353f1b0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.473119] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "c5209efb-b5b2-484e-ac69-af52353f1b0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.473345] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "c5209efb-b5b2-484e-ac69-af52353f1b0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.477870] env[69155]: INFO nova.compute.manager [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Terminating instance [ 814.482100] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.496054] env[69155]: DEBUG oslo_vmware.api [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599482, 'name': PowerOnVM_Task, 'duration_secs': 0.616891} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.496550] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.496767] env[69155]: INFO nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Took 10.05 seconds to spawn the instance on the hypervisor. [ 814.497046] env[69155]: DEBUG nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.498488] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db5acfe-6d9e-43f7-a7ae-45fccb066257 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.570700] env[69155]: DEBUG nova.scheduler.client.report [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.626035] env[69155]: DEBUG nova.network.neutron [-] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.744293] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070056} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.744526] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.745285] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b11ae21-1a62-4a3c-a37e-54596e758542 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.766770] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 50a031cd-25d0-4a68-8ab0-9e7487d4c56e/50a031cd-25d0-4a68-8ab0-9e7487d4c56e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.767429] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c966cc7-25eb-4bae-b6e1-76443d50a74f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.787684] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 814.787684] env[69155]: value = "task-3599484" [ 814.787684] env[69155]: _type = "Task" [ 814.787684] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.795176] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.810095] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab3b1e29-8cc5-47c4-b2fe-08165c640dc4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.819403] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae9aa9c-6b96-4598-89c8-c32ba1476cdf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.853717] env[69155]: DEBUG nova.compute.manager [req-3a073d3a-45dc-4260-aff3-934ab8dffca1 req-ba70cbc8-f18d-416b-9c51-7f67896f2a32 service nova] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Detach interface failed, port_id=63010e32-e2f5-4ba4-881f-4f81d1039b52, reason: Instance 1ec0539b-ed48-4c66-8dab-5329eac7316d could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 814.855731] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.855914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquired lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.856105] env[69155]: DEBUG nova.network.neutron [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.856254] env[69155]: DEBUG nova.objects.instance [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lazy-loading 'info_cache' on Instance uuid efcb0324-5009-45e3-b25d-d21c511499bf {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.980056] env[69155]: DEBUG nova.compute.manager [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.980056] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.981026] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50d45a8-0164-42e4-b8fc-e61a6f4e6ce5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.990070] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.990314] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c37cbd0-1b76-4cf3-b819-088f4c74f6ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.996619] env[69155]: DEBUG oslo_vmware.api [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 814.996619] env[69155]: value = "task-3599485" [ 814.996619] env[69155]: _type = "Task" [ 814.996619] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.004029] env[69155]: DEBUG oslo_vmware.api [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.018232] env[69155]: INFO nova.compute.manager [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Took 48.90 seconds to build instance. [ 815.077028] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.077626] env[69155]: DEBUG nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.080505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.443s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.082284] env[69155]: INFO nova.compute.claims [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.128778] env[69155]: INFO nova.compute.manager [-] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Took 1.32 seconds to deallocate network for instance. [ 815.301196] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599484, 'name': ReconfigVM_Task, 'duration_secs': 0.280181} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.301607] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 50a031cd-25d0-4a68-8ab0-9e7487d4c56e/50a031cd-25d0-4a68-8ab0-9e7487d4c56e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.302611] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b813d1e-a476-439a-83ce-8d9e6de57ccd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.311225] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 815.311225] env[69155]: value = "task-3599486" [ 815.311225] env[69155]: _type = "Task" [ 815.311225] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.323637] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599486, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.359784] env[69155]: DEBUG nova.objects.base [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 815.506410] env[69155]: DEBUG oslo_vmware.api [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599485, 'name': PowerOffVM_Task, 'duration_secs': 0.364222} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.506710] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.506852] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.510170] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbd1ae3-d93a-40cd-b847-52781ecf96a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.520318] env[69155]: DEBUG oslo_concurrency.lockutils [None req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.110s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.583613] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.583933] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.584044] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Deleting the datastore file [datastore2] c5209efb-b5b2-484e-ac69-af52353f1b0b {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.584386] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4bb559b-c79b-4bb0-a9fa-7e5ce84b9233 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.587718] env[69155]: DEBUG nova.compute.utils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.591652] env[69155]: DEBUG nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.591652] env[69155]: DEBUG nova.network.neutron [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.598866] env[69155]: DEBUG oslo_vmware.api [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for the task: (returnval){ [ 815.598866] env[69155]: value = "task-3599488" [ 815.598866] env[69155]: _type = "Task" [ 815.598866] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.609280] env[69155]: DEBUG oslo_vmware.api [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.635337] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.641058] env[69155]: DEBUG nova.policy [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d34a197b10f46efbd201cdde9794bf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0d6cfe16b44466f9c6385db90db039c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.823629] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599486, 'name': Rename_Task, 'duration_secs': 0.140485} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.823629] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.823629] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d489a16-4565-4e29-b40c-0edd93145efc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.828894] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 815.828894] env[69155]: value = "task-3599489" [ 815.828894] env[69155]: _type = "Task" [ 815.828894] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.836956] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.023453] env[69155]: DEBUG nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.056789] env[69155]: DEBUG nova.network.neutron [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Successfully created port: 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.093481] env[69155]: DEBUG nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.123165] env[69155]: DEBUG oslo_vmware.api [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Task: {'id': task-3599488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160775} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.123281] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.123387] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.123890] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.124112] env[69155]: INFO nova.compute.manager [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.124410] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.124615] env[69155]: DEBUG nova.compute.manager [-] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.124704] env[69155]: DEBUG nova.network.neutron [-] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.328157] env[69155]: DEBUG nova.network.neutron [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Updating instance_info_cache with network_info: [{"id": "ed984b26-1938-402d-bf16-83469860a813", "address": "fa:16:3e:83:41:fb", "network": {"id": "34ea7c3b-b7c8-4dbc-9d27-d3838caa8ce3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486336832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a51178ac984fb58c7c66c258b475ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped984b26-19", "ovs_interfaceid": "ed984b26-1938-402d-bf16-83469860a813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.341163] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599489, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.555381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.566054] env[69155]: DEBUG nova.compute.manager [req-e6433f51-c472-4f42-aa51-f59d44aa08db req-07d6689f-99b5-422e-9aae-9b3ebff5c773 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Received event network-changed-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.567028] env[69155]: DEBUG nova.compute.manager [req-e6433f51-c472-4f42-aa51-f59d44aa08db req-07d6689f-99b5-422e-9aae-9b3ebff5c773 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Refreshing instance network info cache due to event network-changed-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.567028] env[69155]: DEBUG oslo_concurrency.lockutils [req-e6433f51-c472-4f42-aa51-f59d44aa08db req-07d6689f-99b5-422e-9aae-9b3ebff5c773 service nova] Acquiring lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.567028] env[69155]: DEBUG oslo_concurrency.lockutils [req-e6433f51-c472-4f42-aa51-f59d44aa08db req-07d6689f-99b5-422e-9aae-9b3ebff5c773 service nova] Acquired lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.567028] env[69155]: DEBUG nova.network.neutron [req-e6433f51-c472-4f42-aa51-f59d44aa08db req-07d6689f-99b5-422e-9aae-9b3ebff5c773 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Refreshing network info cache for port 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.726826] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f543a-5ecf-4831-8def-ac8598374826 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.736984] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20457ea5-1971-46ba-9aae-46ad7a943ae8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.774478] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9b393e-4a45-4c81-8d08-3168820595ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.782337] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee994ab-1053-477b-bd7e-30f0ac4289b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.797925] env[69155]: DEBUG nova.compute.provider_tree [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.802032] env[69155]: DEBUG nova.compute.manager [req-16685440-de8f-4aab-bbfb-a7c14182ac12 req-25778da0-f431-4525-b26f-378a61a834cf service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Received event network-vif-deleted-1971a91d-79a9-4975-af25-6af7db995349 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.802234] env[69155]: INFO nova.compute.manager [req-16685440-de8f-4aab-bbfb-a7c14182ac12 req-25778da0-f431-4525-b26f-378a61a834cf service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Neutron deleted interface 1971a91d-79a9-4975-af25-6af7db995349; detaching it from the instance and deleting it from the info cache [ 816.802408] env[69155]: DEBUG nova.network.neutron [req-16685440-de8f-4aab-bbfb-a7c14182ac12 req-25778da0-f431-4525-b26f-378a61a834cf service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.835529] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Releasing lock "refresh_cache-efcb0324-5009-45e3-b25d-d21c511499bf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.843478] env[69155]: DEBUG oslo_vmware.api [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599489, 'name': PowerOnVM_Task, 'duration_secs': 0.685403} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.843724] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.843945] env[69155]: INFO nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Took 9.55 seconds to spawn the instance on the hypervisor. [ 816.844162] env[69155]: DEBUG nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.844963] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea94b2f-f585-42f5-88f0-31ba848e93eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.108383] env[69155]: DEBUG nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.134802] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.135166] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.135376] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.135580] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.135778] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.135953] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.136227] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.136420] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.136637] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.136829] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.137089] env[69155]: DEBUG nova.virt.hardware [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.138096] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9313b83c-bafa-4700-8641-a6aa0650f4bb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.148212] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a9d69-a950-436d-a162-ee02a5354925 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.179183] env[69155]: DEBUG nova.network.neutron [-] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.300809] env[69155]: DEBUG nova.scheduler.client.report [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.304749] env[69155]: DEBUG nova.network.neutron [req-e6433f51-c472-4f42-aa51-f59d44aa08db req-07d6689f-99b5-422e-9aae-9b3ebff5c773 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updated VIF entry in instance network info cache for port 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.305857] env[69155]: DEBUG nova.network.neutron [req-e6433f51-c472-4f42-aa51-f59d44aa08db req-07d6689f-99b5-422e-9aae-9b3ebff5c773 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updating instance_info_cache with network_info: [{"id": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "address": "fa:16:3e:e1:e1:db", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8ea989-9e", "ovs_interfaceid": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.309141] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54fc2011-150f-41a7-abb8-47d4d9e3dd5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.317468] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ba381-07e0-4e1d-9949-a95df6c774fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.352997] env[69155]: DEBUG nova.compute.manager [req-16685440-de8f-4aab-bbfb-a7c14182ac12 req-25778da0-f431-4525-b26f-378a61a834cf service nova] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Detach interface failed, port_id=1971a91d-79a9-4975-af25-6af7db995349, reason: Instance c5209efb-b5b2-484e-ac69-af52353f1b0b could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.362888] env[69155]: INFO nova.compute.manager [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Took 49.33 seconds to build instance. [ 817.681637] env[69155]: INFO nova.compute.manager [-] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Took 1.56 seconds to deallocate network for instance. [ 817.808073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.808632] env[69155]: DEBUG nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.815089] env[69155]: DEBUG oslo_concurrency.lockutils [req-e6433f51-c472-4f42-aa51-f59d44aa08db req-07d6689f-99b5-422e-9aae-9b3ebff5c773 service nova] Releasing lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.815513] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.342s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.815737] env[69155]: DEBUG nova.objects.instance [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lazy-loading 'resources' on Instance uuid 38b2256d-193a-4fa8-ab77-ad4e91f81722 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.853463] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.853785] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86272ee4-2027-454e-bc25-68b19195164f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.863479] env[69155]: DEBUG oslo_vmware.api [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 817.863479] env[69155]: value = "task-3599490" [ 817.863479] env[69155]: _type = "Task" [ 817.863479] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.867013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.620s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.874748] env[69155]: DEBUG oslo_vmware.api [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.915106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.915106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.915106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.915106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.915106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.916252] env[69155]: INFO nova.compute.manager [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Terminating instance [ 818.179346] env[69155]: DEBUG nova.network.neutron [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Successfully updated port: 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.188249] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.316327] env[69155]: DEBUG nova.compute.utils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.317791] env[69155]: DEBUG nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.317957] env[69155]: DEBUG nova.network.neutron [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.371084] env[69155]: DEBUG nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.381450] env[69155]: DEBUG oslo_vmware.api [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.393298] env[69155]: DEBUG nova.policy [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd64e8356174240898541c43b3eef2ff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1137c302ca1429a977bee5d22b2616e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.419787] env[69155]: DEBUG nova.compute.manager [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.420053] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.421268] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d04ce2b-dd22-438a-976f-267be393b89e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.430799] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.433690] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17989a7a-5c0b-4510-b227-085200a79e62 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.444021] env[69155]: DEBUG oslo_vmware.api [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 818.444021] env[69155]: value = "task-3599491" [ 818.444021] env[69155]: _type = "Task" [ 818.444021] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.455686] env[69155]: DEBUG oslo_vmware.api [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.681586] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.681640] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.681775] env[69155]: DEBUG nova.network.neutron [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.763301] env[69155]: DEBUG nova.network.neutron [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Successfully created port: dde929ca-91eb-45a7-8813-5dfbb0eaef7d {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.823626] env[69155]: DEBUG nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.877712] env[69155]: DEBUG oslo_vmware.api [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599490, 'name': PowerOnVM_Task, 'duration_secs': 0.622} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.877992] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.878210] env[69155]: DEBUG nova.compute.manager [None req-7db3b90f-6594-4a89-a4ec-a02c3c0f4816 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.878984] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b87dc-e3ce-4316-9334-dc50d9a50714 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.894453] env[69155]: DEBUG nova.compute.manager [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Received event network-vif-plugged-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.897024] env[69155]: DEBUG oslo_concurrency.lockutils [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] Acquiring lock "526a2ff2-876e-4235-a38d-4864e96fbd85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.897024] env[69155]: DEBUG oslo_concurrency.lockutils [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.897024] env[69155]: DEBUG oslo_concurrency.lockutils [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.897024] env[69155]: DEBUG nova.compute.manager [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] No waiting events found dispatching network-vif-plugged-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.897024] env[69155]: WARNING nova.compute.manager [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Received unexpected event network-vif-plugged-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 for instance with vm_state building and task_state spawning. [ 818.897024] env[69155]: DEBUG nova.compute.manager [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Received event network-changed-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.897024] env[69155]: DEBUG nova.compute.manager [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Refreshing instance network info cache due to event network-changed-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.897024] env[69155]: DEBUG oslo_concurrency.lockutils [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] Acquiring lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.910950] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.917622] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a6b892-9b74-47bc-b4e6-82ca74d50493 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.926211] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcdae77-1af3-412c-b0b3-dbdbddf99e0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.962617] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b1985-d822-4d89-abf8-48e9a4689cd1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.971146] env[69155]: DEBUG oslo_vmware.api [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599491, 'name': PowerOffVM_Task, 'duration_secs': 0.186635} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.973270] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.973457] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.973818] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23fad541-a733-4ba1-8439-d8f308aaf148 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.976222] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9a0f2e-127b-481f-b10a-09844c6a21d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.992219] env[69155]: DEBUG nova.compute.provider_tree [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.039225] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.039508] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.039732] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleting the datastore file [datastore2] 50a031cd-25d0-4a68-8ab0-9e7487d4c56e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.040038] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b785f34-96d6-4487-a51b-68bfbd42cff9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.046547] env[69155]: DEBUG oslo_vmware.api [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 819.046547] env[69155]: value = "task-3599493" [ 819.046547] env[69155]: _type = "Task" [ 819.046547] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.055504] env[69155]: DEBUG oslo_vmware.api [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.231369] env[69155]: DEBUG nova.network.neutron [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.385139] env[69155]: DEBUG nova.network.neutron [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Updating instance_info_cache with network_info: [{"id": "070faa0d-8ddc-4bd5-a0de-cf6a1e27b944", "address": "fa:16:3e:14:07:ea", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070faa0d-8d", "ovs_interfaceid": "070faa0d-8ddc-4bd5-a0de-cf6a1e27b944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.496044] env[69155]: DEBUG nova.scheduler.client.report [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.556502] env[69155]: DEBUG oslo_vmware.api [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157889} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.556756] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.556973] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.557205] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.557435] env[69155]: INFO nova.compute.manager [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 819.557731] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.557952] env[69155]: DEBUG nova.compute.manager [-] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.558106] env[69155]: DEBUG nova.network.neutron [-] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.841966] env[69155]: DEBUG nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.867479] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:58:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1e4e98fd-3c38-4467-b703-727683f4a31e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-617779015',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.867751] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.867918] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.868119] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.868275] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.868425] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.868640] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.868800] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.868963] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.869142] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.869319] env[69155]: DEBUG nova.virt.hardware [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.870180] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e377ef9a-a15b-4dfe-a765-6ee48157126e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.878266] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc23a4-2733-4503-bf13-d35174ddbd4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.891766] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.892079] env[69155]: DEBUG nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Instance network_info: |[{"id": "070faa0d-8ddc-4bd5-a0de-cf6a1e27b944", "address": "fa:16:3e:14:07:ea", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070faa0d-8d", "ovs_interfaceid": "070faa0d-8ddc-4bd5-a0de-cf6a1e27b944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.892533] env[69155]: DEBUG oslo_concurrency.lockutils [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] Acquired lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.892723] env[69155]: DEBUG nova.network.neutron [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Refreshing network info cache for port 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.894540] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:07:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '070faa0d-8ddc-4bd5-a0de-cf6a1e27b944', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.902138] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Creating folder: Project (d0d6cfe16b44466f9c6385db90db039c). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.903207] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80302dad-bacf-48f1-9df9-eb5b8ebfaa36 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.915044] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Created folder: Project (d0d6cfe16b44466f9c6385db90db039c) in parent group-v718010. [ 819.915239] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Creating folder: Instances. Parent ref: group-v718149. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.915467] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8653034-f743-4af3-93fb-5a8e85afba75 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.925232] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Created folder: Instances in parent group-v718149. [ 819.925791] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.925791] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.925895] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-347ad0dc-cc9f-4b1b-9a23-67742366e537 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.947360] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.947360] env[69155]: value = "task-3599496" [ 819.947360] env[69155]: _type = "Task" [ 819.947360] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.955162] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599496, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.001614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.004171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.570s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.004714] env[69155]: DEBUG nova.objects.instance [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lazy-loading 'resources' on Instance uuid 3097b168-a6cd-47be-a4d5-5494a4ab2c1a {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.026074] env[69155]: INFO nova.scheduler.client.report [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted allocations for instance 38b2256d-193a-4fa8-ab77-ad4e91f81722 [ 820.331951] env[69155]: DEBUG nova.network.neutron [-] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.461949] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599496, 'name': CreateVM_Task, 'duration_secs': 0.329796} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.461949] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.464878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.465097] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.465453] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.469019] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a88d3bd-d68f-402f-b402-3a823620519d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.471119] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 820.471119] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528bb615-05ac-acec-ba77-ca61d01113d1" [ 820.471119] env[69155]: _type = "Task" [ 820.471119] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.479409] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528bb615-05ac-acec-ba77-ca61d01113d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.496296] env[69155]: DEBUG nova.network.neutron [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Successfully updated port: dde929ca-91eb-45a7-8813-5dfbb0eaef7d {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.540998] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1384e10-8e28-440a-9fe9-60f55836bd2b tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "38b2256d-193a-4fa8-ab77-ad4e91f81722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.578s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.681021] env[69155]: DEBUG nova.network.neutron [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Updated VIF entry in instance network info cache for port 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.681438] env[69155]: DEBUG nova.network.neutron [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Updating instance_info_cache with network_info: [{"id": "070faa0d-8ddc-4bd5-a0de-cf6a1e27b944", "address": "fa:16:3e:14:07:ea", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070faa0d-8d", "ovs_interfaceid": "070faa0d-8ddc-4bd5-a0de-cf6a1e27b944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.838315] env[69155]: INFO nova.compute.manager [-] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Took 1.28 seconds to deallocate network for instance. [ 820.922422] env[69155]: DEBUG nova.compute.manager [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Received event network-vif-deleted-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.922422] env[69155]: DEBUG nova.compute.manager [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Received event network-vif-plugged-dde929ca-91eb-45a7-8813-5dfbb0eaef7d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.923405] env[69155]: DEBUG oslo_concurrency.lockutils [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] Acquiring lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.923405] env[69155]: DEBUG oslo_concurrency.lockutils [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] Lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.923405] env[69155]: DEBUG oslo_concurrency.lockutils [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] Lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.923405] env[69155]: DEBUG nova.compute.manager [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] No waiting events found dispatching network-vif-plugged-dde929ca-91eb-45a7-8813-5dfbb0eaef7d {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.923405] env[69155]: WARNING nova.compute.manager [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Received unexpected event network-vif-plugged-dde929ca-91eb-45a7-8813-5dfbb0eaef7d for instance with vm_state building and task_state spawning. [ 820.923694] env[69155]: DEBUG nova.compute.manager [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Received event network-changed-dde929ca-91eb-45a7-8813-5dfbb0eaef7d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.923694] env[69155]: DEBUG nova.compute.manager [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Refreshing instance network info cache due to event network-changed-dde929ca-91eb-45a7-8813-5dfbb0eaef7d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.923828] env[69155]: DEBUG oslo_concurrency.lockutils [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] Acquiring lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.923916] env[69155]: DEBUG oslo_concurrency.lockutils [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] Acquired lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.924067] env[69155]: DEBUG nova.network.neutron [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Refreshing network info cache for port dde929ca-91eb-45a7-8813-5dfbb0eaef7d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.982761] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528bb615-05ac-acec-ba77-ca61d01113d1, 'name': SearchDatastore_Task, 'duration_secs': 0.022916} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.985390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.985632] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.985870] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.986034] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.986215] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.986715] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c12bf1f-7528-4e9f-b568-121c5e0c0b79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.998198] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4636ab21-c536-4cd3-8b0b-52b75a3f0481 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.002568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.002849] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.003014] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.004050] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da8085f-07ab-4112-bfde-82848dd6c4c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.009047] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a14e3-921c-46ee-9ab3-899c17a0e4c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.013191] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 821.013191] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5255448d-e5f2-36ea-8b6f-86d2f2a29b4a" [ 821.013191] env[69155]: _type = "Task" [ 821.013191] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.043262] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9dd0e-3264-4d5a-bfbb-264c6ea54d35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.049742] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5255448d-e5f2-36ea-8b6f-86d2f2a29b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.018421} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.050971] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4cd856-01db-4a47-8b20-7818dad25b65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.056739] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f7bc76-aaa0-45ed-a1b4-1ce8b901ee41 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.062473] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 821.062473] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521fc990-be26-de92-dc18-f4eef71ceac7" [ 821.062473] env[69155]: _type = "Task" [ 821.062473] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.073995] env[69155]: DEBUG nova.compute.provider_tree [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.079867] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521fc990-be26-de92-dc18-f4eef71ceac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.184214] env[69155]: DEBUG oslo_concurrency.lockutils [req-3763547b-a679-4918-aff6-ba9ba1773336 req-bc62f99f-f3a4-4fe3-b7ba-646e08e54725 service nova] Releasing lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.345096] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.457617] env[69155]: DEBUG nova.network.neutron [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.529220] env[69155]: DEBUG nova.network.neutron [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.572902] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521fc990-be26-de92-dc18-f4eef71ceac7, 'name': SearchDatastore_Task, 'duration_secs': 0.020856} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.573456] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.573720] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 526a2ff2-876e-4235-a38d-4864e96fbd85/526a2ff2-876e-4235-a38d-4864e96fbd85.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.573986] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-546b7f0a-a619-4cae-b611-c6c1f69628c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.576570] env[69155]: DEBUG nova.scheduler.client.report [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.588392] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 821.588392] env[69155]: value = "task-3599497" [ 821.588392] env[69155]: _type = "Task" [ 821.588392] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.597787] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.032283] env[69155]: DEBUG oslo_concurrency.lockutils [req-023a0e5d-9c4b-4b56-90c8-fa016f760c0e req-193a2bd0-d479-477e-bb32-423c4851899e service nova] Releasing lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.032731] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.032919] env[69155]: DEBUG nova.network.neutron [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.082026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.085592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.611s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.085592] env[69155]: DEBUG nova.objects.instance [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lazy-loading 'resources' on Instance uuid 546ab638-f582-4a0e-89e6-c15b1e8ef888 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.102078] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464247} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.102453] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 526a2ff2-876e-4235-a38d-4864e96fbd85/526a2ff2-876e-4235-a38d-4864e96fbd85.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.102556] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.103017] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c4d800-0282-4aff-84d2-624a1670a14a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.105911] env[69155]: INFO nova.scheduler.client.report [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Deleted allocations for instance 3097b168-a6cd-47be-a4d5-5494a4ab2c1a [ 822.116644] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 822.116644] env[69155]: value = "task-3599498" [ 822.116644] env[69155]: _type = "Task" [ 822.116644] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.127027] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.567834] env[69155]: DEBUG nova.network.neutron [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.590902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.591305] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.591613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.592079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.592145] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.599125] env[69155]: INFO nova.compute.manager [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Terminating instance [ 822.613608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a95ff401-7efd-4c12-92ca-614a9585f65e tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Lock "3097b168-a6cd-47be-a4d5-5494a4ab2c1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.182s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.628294] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063265} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.634951] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.637638] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4cf7d5-2d76-4725-9e48-f1b76255fed8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.667017] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 526a2ff2-876e-4235-a38d-4864e96fbd85/526a2ff2-876e-4235-a38d-4864e96fbd85.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.670265] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09099675-b70a-4529-b2fb-a4ace428479f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.701219] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 822.701219] env[69155]: value = "task-3599499" [ 822.701219] env[69155]: _type = "Task" [ 822.701219] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.710104] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.778978] env[69155]: DEBUG nova.network.neutron [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance_info_cache with network_info: [{"id": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "address": "fa:16:3e:33:af:33", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde929ca-91", "ovs_interfaceid": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.103308] env[69155]: DEBUG nova.compute.manager [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.103547] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.104458] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ece20f-4811-4cde-bf14-29366e77311b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.116461] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.121990] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-107c48ab-1000-4fe0-8a78-5055ed2f3ca6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.126531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Acquiring lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.126827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.130332] env[69155]: DEBUG oslo_vmware.api [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 823.130332] env[69155]: value = "task-3599500" [ 823.130332] env[69155]: _type = "Task" [ 823.130332] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.139593] env[69155]: DEBUG oslo_vmware.api [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.160664] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f4b888-0bfc-409f-b5cb-640e53d86f5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.172020] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfddf2e1-cd18-4ad3-9fb3-69d20eeb1285 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.210465] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9badd349-af5a-4d2c-ba7b-b135f06c01d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.221357] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.222713] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5320ee1d-16f6-4cba-886c-7c8773802ec3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.238221] env[69155]: DEBUG nova.compute.provider_tree [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.281468] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.281825] env[69155]: DEBUG nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Instance network_info: |[{"id": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "address": "fa:16:3e:33:af:33", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde929ca-91", "ovs_interfaceid": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.282616] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:af:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde929ca-91eb-45a7-8813-5dfbb0eaef7d', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.290940] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.291204] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.291490] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd355ed-09b7-4dc7-b88c-ccb98cceb6c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.316554] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.316554] env[69155]: value = "task-3599501" [ 823.316554] env[69155]: _type = "Task" [ 823.316554] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.324742] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599501, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.632644] env[69155]: DEBUG nova.compute.utils [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.641307] env[69155]: DEBUG oslo_vmware.api [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599500, 'name': PowerOffVM_Task, 'duration_secs': 0.352049} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.641671] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.641898] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.642217] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f29d301d-1e99-4fc6-9708-00c36a82ef10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.717306] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599499, 'name': ReconfigVM_Task, 'duration_secs': 0.678713} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.717724] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 526a2ff2-876e-4235-a38d-4864e96fbd85/526a2ff2-876e-4235-a38d-4864e96fbd85.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.718504] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b940b7b2-c9f5-4f47-b46a-893bedd9a7ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.724782] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.725086] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.725342] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleting the datastore file [datastore1] 504ec9b0-3e13-4cfc-a5d4-2a34245590e1 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.725645] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a2fb3d9-450e-4765-9f75-373d6c05ad5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.728759] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 823.728759] env[69155]: value = "task-3599503" [ 823.728759] env[69155]: _type = "Task" [ 823.728759] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.735024] env[69155]: DEBUG oslo_vmware.api [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 823.735024] env[69155]: value = "task-3599504" [ 823.735024] env[69155]: _type = "Task" [ 823.735024] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.741312] env[69155]: DEBUG nova.scheduler.client.report [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.744669] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599503, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.749896] env[69155]: DEBUG oslo_vmware.api [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.827873] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599501, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.136964] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.247933] env[69155]: DEBUG oslo_vmware.api [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24986} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.251303] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.253256] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.253487] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.253744] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.254156] env[69155]: INFO nova.compute.manager [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 824.254327] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.254581] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599503, 'name': Rename_Task, 'duration_secs': 0.162619} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.255056] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.908s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.256661] env[69155]: INFO nova.compute.claims [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.259316] env[69155]: DEBUG nova.compute.manager [-] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.259408] env[69155]: DEBUG nova.network.neutron [-] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.262602] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.263171] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-919dc5df-fc5f-4ae4-ae6b-7a631073c136 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.270325] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 824.270325] env[69155]: value = "task-3599505" [ 824.270325] env[69155]: _type = "Task" [ 824.270325] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.278942] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.289350] env[69155]: INFO nova.scheduler.client.report [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Deleted allocations for instance 546ab638-f582-4a0e-89e6-c15b1e8ef888 [ 824.330555] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599501, 'name': CreateVM_Task, 'duration_secs': 0.731433} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.330736] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.331483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.333573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.333573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.333573] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508bc04e-75be-4a62-8065-0d5b46d0f969 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.337950] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 824.337950] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525713cf-5b58-73fe-f937-8d4e0487fd1a" [ 824.337950] env[69155]: _type = "Task" [ 824.337950] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.350775] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525713cf-5b58-73fe-f937-8d4e0487fd1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.712636] env[69155]: DEBUG nova.compute.manager [req-e64105c8-6fd8-488c-985b-ebc0cf3e59e3 req-80ed50eb-309c-4379-9de6-d763d0e12a5e service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Received event network-vif-deleted-55bec5e3-010e-430a-a78c-01ce7ef29e71 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.712636] env[69155]: INFO nova.compute.manager [req-e64105c8-6fd8-488c-985b-ebc0cf3e59e3 req-80ed50eb-309c-4379-9de6-d763d0e12a5e service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Neutron deleted interface 55bec5e3-010e-430a-a78c-01ce7ef29e71; detaching it from the instance and deleting it from the info cache [ 824.713080] env[69155]: DEBUG nova.network.neutron [req-e64105c8-6fd8-488c-985b-ebc0cf3e59e3 req-80ed50eb-309c-4379-9de6-d763d0e12a5e service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.781363] env[69155]: DEBUG oslo_vmware.api [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599505, 'name': PowerOnVM_Task, 'duration_secs': 0.489795} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.781673] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.781946] env[69155]: INFO nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Took 7.67 seconds to spawn the instance on the hypervisor. [ 824.782218] env[69155]: DEBUG nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.783069] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3962e0d-541c-4364-ad7a-cc2fd842a40a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.797662] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "546ab638-f582-4a0e-89e6-c15b1e8ef888" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.548s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.850253] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525713cf-5b58-73fe-f937-8d4e0487fd1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.850576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.850815] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.851123] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.851204] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.851386] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.851932] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddd05983-0c4f-460f-961c-9d906019f102 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.863434] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.863532] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.864312] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2e2f28-6d64-4413-91d4-0ef66894a24f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.869730] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 824.869730] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b2819b-305b-1ab5-691d-e13d125e79f7" [ 824.869730] env[69155]: _type = "Task" [ 824.869730] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.877903] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b2819b-305b-1ab5-691d-e13d125e79f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.026221] env[69155]: DEBUG nova.network.neutron [-] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.219297] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Acquiring lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.219642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.219913] env[69155]: INFO nova.compute.manager [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Attaching volume 7b21adfb-66ff-43a9-862a-aa5fca605bf1 to /dev/sdb [ 825.222333] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03a92223-a0f1-4168-a420-369c3df41ff2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.236094] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3d63bc-1bb9-4023-a820-eef22f0fbd50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.283557] env[69155]: DEBUG nova.compute.manager [req-e64105c8-6fd8-488c-985b-ebc0cf3e59e3 req-80ed50eb-309c-4379-9de6-d763d0e12a5e service nova] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Detach interface failed, port_id=55bec5e3-010e-430a-a78c-01ce7ef29e71, reason: Instance 504ec9b0-3e13-4cfc-a5d4-2a34245590e1 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.285957] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef54ed-66f8-4b3f-85c7-46042dd2b25a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.293304] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117ea539-737c-4bba-8522-44de5df2ebe9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.304953] env[69155]: INFO nova.compute.manager [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Took 45.92 seconds to build instance. [ 825.313838] env[69155]: DEBUG nova.virt.block_device [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Updating existing volume attachment record: 8a33111d-d3a3-45f4-ad2f-89157841398e {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 825.381063] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b2819b-305b-1ab5-691d-e13d125e79f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.382180] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5858b2ca-74a8-48b4-a5d3-ac12b5937feb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.388635] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 825.388635] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52faafba-1b9e-bf51-bfc0-292bccd6a869" [ 825.388635] env[69155]: _type = "Task" [ 825.388635] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.398330] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52faafba-1b9e-bf51-bfc0-292bccd6a869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.529077] env[69155]: INFO nova.compute.manager [-] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Took 1.27 seconds to deallocate network for instance. [ 825.807775] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.205s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.838244] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5923d9-3865-4ad9-a43c-7556af6dd42f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.847330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.847330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.847330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.847330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.847330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.847330] env[69155]: INFO nova.compute.manager [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Terminating instance [ 825.855759] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e2eb74-4777-4ef8-a6b8-b7120a337837 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.888195] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f586bc-58c8-43e4-8272-6e328d64ac7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.902982] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85535839-c0b3-4753-94e1-167efb2187d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.907651] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52faafba-1b9e-bf51-bfc0-292bccd6a869, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.908094] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.908591] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67/30c55b07-6f91-46dc-a50c-3185097fac67.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.911022] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e61d4914-afcc-4c58-8a8c-ba1f4fa4056f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.920188] env[69155]: DEBUG nova.compute.provider_tree [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.926925] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 825.926925] env[69155]: value = "task-3599510" [ 825.926925] env[69155]: _type = "Task" [ 825.926925] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.936099] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.036755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.312220] env[69155]: DEBUG nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.354977] env[69155]: DEBUG nova.compute.manager [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.356488] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.358514] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d4fd1d-2a92-4197-b6e6-6f826a53dd46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.370414] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.373045] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d645db0-ce17-4a32-bdf5-b3362659400f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.379656] env[69155]: DEBUG oslo_vmware.api [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 826.379656] env[69155]: value = "task-3599511" [ 826.379656] env[69155]: _type = "Task" [ 826.379656] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.390441] env[69155]: DEBUG oslo_vmware.api [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.442521] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599510, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.447124] env[69155]: ERROR nova.scheduler.client.report [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [req-a0cb9f4c-5fec-42e3-ab73-281d9933f11b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0cb9f4c-5fec-42e3-ab73-281d9933f11b"}]} [ 826.471135] env[69155]: DEBUG nova.scheduler.client.report [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 826.487689] env[69155]: DEBUG nova.scheduler.client.report [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 826.487959] env[69155]: DEBUG nova.compute.provider_tree [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.502060] env[69155]: DEBUG nova.scheduler.client.report [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 826.532892] env[69155]: DEBUG nova.scheduler.client.report [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 826.750034] env[69155]: DEBUG nova.compute.manager [req-d5e98328-3d86-4464-b9c7-2283954a27f7 req-f3659b0c-dba5-4444-9e82-da34acb339db service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Received event network-changed-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.750224] env[69155]: DEBUG nova.compute.manager [req-d5e98328-3d86-4464-b9c7-2283954a27f7 req-f3659b0c-dba5-4444-9e82-da34acb339db service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Refreshing instance network info cache due to event network-changed-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.750275] env[69155]: DEBUG oslo_concurrency.lockutils [req-d5e98328-3d86-4464-b9c7-2283954a27f7 req-f3659b0c-dba5-4444-9e82-da34acb339db service nova] Acquiring lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.750440] env[69155]: DEBUG oslo_concurrency.lockutils [req-d5e98328-3d86-4464-b9c7-2283954a27f7 req-f3659b0c-dba5-4444-9e82-da34acb339db service nova] Acquired lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.750598] env[69155]: DEBUG nova.network.neutron [req-d5e98328-3d86-4464-b9c7-2283954a27f7 req-f3659b0c-dba5-4444-9e82-da34acb339db service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Refreshing network info cache for port 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.855130] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.893034] env[69155]: DEBUG oslo_vmware.api [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599511, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.946763] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538346} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.947051] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67/30c55b07-6f91-46dc-a50c-3185097fac67.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.947277] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.947535] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0af97e73-48ef-431d-b2a9-7bb0f1dfbed5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.953747] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 826.953747] env[69155]: value = "task-3599512" [ 826.953747] env[69155]: _type = "Task" [ 826.953747] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.961212] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.164074] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858b241b-b6d4-44b9-9ffd-a2b5ca76a168 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.172447] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec859dac-f7ae-4557-a178-6090f50055b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.205183] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f39eab7-dd07-4f1a-93b7-b4a00fc95969 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.215023] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be724fe7-be2f-4dd1-9cdc-94530c917d57 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.229930] env[69155]: DEBUG nova.compute.provider_tree [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.389276] env[69155]: DEBUG oslo_vmware.api [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599511, 'name': PowerOffVM_Task, 'duration_secs': 0.534375} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.392643] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.392643] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.392643] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e916ebd3-86a0-4ded-bf3b-2810db309ebf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.465159] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065582} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.465603] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.466584] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5fc63-94d4-4a53-95f5-cb2b4bbbc7e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.471945] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.471945] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.471945] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Deleting the datastore file [datastore2] 0428d0fb-bef2-4914-8d4d-97e8cf14ee81 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.481153] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf44edb-a50a-4d27-9121-1c01236bd1c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.491586] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67/30c55b07-6f91-46dc-a50c-3185097fac67.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.494158] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd147cb6-e4d9-4dca-97c7-bedb3037d26a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.513207] env[69155]: DEBUG oslo_vmware.api [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for the task: (returnval){ [ 827.513207] env[69155]: value = "task-3599514" [ 827.513207] env[69155]: _type = "Task" [ 827.513207] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.518045] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 827.518045] env[69155]: value = "task-3599515" [ 827.518045] env[69155]: _type = "Task" [ 827.518045] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.523610] env[69155]: DEBUG oslo_vmware.api [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.529050] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.698813] env[69155]: DEBUG nova.network.neutron [req-d5e98328-3d86-4464-b9c7-2283954a27f7 req-f3659b0c-dba5-4444-9e82-da34acb339db service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Updated VIF entry in instance network info cache for port 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.698813] env[69155]: DEBUG nova.network.neutron [req-d5e98328-3d86-4464-b9c7-2283954a27f7 req-f3659b0c-dba5-4444-9e82-da34acb339db service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Updating instance_info_cache with network_info: [{"id": "070faa0d-8ddc-4bd5-a0de-cf6a1e27b944", "address": "fa:16:3e:14:07:ea", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070faa0d-8d", "ovs_interfaceid": "070faa0d-8ddc-4bd5-a0de-cf6a1e27b944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.774767] env[69155]: DEBUG nova.scheduler.client.report [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 827.775080] env[69155]: DEBUG nova.compute.provider_tree [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 77 to 78 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 827.775274] env[69155]: DEBUG nova.compute.provider_tree [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.024293] env[69155]: DEBUG oslo_vmware.api [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Task: {'id': task-3599514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183036} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.024895] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.025120] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.025307] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.025899] env[69155]: INFO nova.compute.manager [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Took 1.67 seconds to destroy the instance on the hypervisor. [ 828.025899] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.025899] env[69155]: DEBUG nova.compute.manager [-] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.026776] env[69155]: DEBUG nova.network.neutron [-] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.031629] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599515, 'name': ReconfigVM_Task, 'duration_secs': 0.305063} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.032182] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67/30c55b07-6f91-46dc-a50c-3185097fac67.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.032835] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d7d840e-587a-442f-88bb-aad516d510b3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.040971] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 828.040971] env[69155]: value = "task-3599517" [ 828.040971] env[69155]: _type = "Task" [ 828.040971] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.049572] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599517, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.206569] env[69155]: DEBUG oslo_concurrency.lockutils [req-d5e98328-3d86-4464-b9c7-2283954a27f7 req-f3659b0c-dba5-4444-9e82-da34acb339db service nova] Releasing lock "refresh_cache-526a2ff2-876e-4235-a38d-4864e96fbd85" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.284015] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.027s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.284015] env[69155]: DEBUG nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.287096] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.548s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.288817] env[69155]: INFO nova.compute.claims [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.391741] env[69155]: DEBUG nova.compute.manager [req-ab5e96ed-18cd-41d3-a15e-16a90f17612b req-4767eca8-bee8-4a96-8ff6-0f9240e4c97e service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Received event network-vif-deleted-30514264-f034-40a1-974c-850ac676bd4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.391841] env[69155]: INFO nova.compute.manager [req-ab5e96ed-18cd-41d3-a15e-16a90f17612b req-4767eca8-bee8-4a96-8ff6-0f9240e4c97e service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Neutron deleted interface 30514264-f034-40a1-974c-850ac676bd4c; detaching it from the instance and deleting it from the info cache [ 828.392009] env[69155]: DEBUG nova.network.neutron [req-ab5e96ed-18cd-41d3-a15e-16a90f17612b req-4767eca8-bee8-4a96-8ff6-0f9240e4c97e service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.552028] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599517, 'name': Rename_Task, 'duration_secs': 0.15626} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.552028] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.552028] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-636a38b4-29da-4ace-a662-6d500b05a057 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.556917] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 828.556917] env[69155]: value = "task-3599518" [ 828.556917] env[69155]: _type = "Task" [ 828.556917] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.564514] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.797429] env[69155]: DEBUG nova.compute.utils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.801574] env[69155]: DEBUG nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.801771] env[69155]: DEBUG nova.network.neutron [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.836725] env[69155]: DEBUG nova.network.neutron [-] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.858304] env[69155]: DEBUG nova.policy [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7fdb33299b44efabe586ca52bc6a8ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2732753498dd4b21a16c4852dde31624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.894597] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c756e360-2792-4bf1-9783-12c3ed3facdb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.904831] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a33d37-3101-45fe-86ad-16eae7dcbe12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.938055] env[69155]: DEBUG nova.compute.manager [req-ab5e96ed-18cd-41d3-a15e-16a90f17612b req-4767eca8-bee8-4a96-8ff6-0f9240e4c97e service nova] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Detach interface failed, port_id=30514264-f034-40a1-974c-850ac676bd4c, reason: Instance 0428d0fb-bef2-4914-8d4d-97e8cf14ee81 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.069823] env[69155]: DEBUG oslo_vmware.api [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599518, 'name': PowerOnVM_Task, 'duration_secs': 0.503354} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.070542] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.072360] env[69155]: INFO nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Took 9.23 seconds to spawn the instance on the hypervisor. [ 829.072360] env[69155]: DEBUG nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.072360] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f9b9dd-639d-4ba8-96ce-895e5694c9e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.133145] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.133228] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.198864] env[69155]: DEBUG nova.network.neutron [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Successfully created port: 254ceb07-38ff-4683-bdbc-bb4f4853bec8 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.302950] env[69155]: DEBUG nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.339800] env[69155]: INFO nova.compute.manager [-] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Took 1.31 seconds to deallocate network for instance. [ 829.593623] env[69155]: INFO nova.compute.manager [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Took 48.97 seconds to build instance. [ 829.752199] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb415101-7b82-4d7c-895d-5dfeb41d0b45 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.760152] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616adda-27a7-4bc0-adb4-87e0c5bf7c71 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.792415] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5b1367-3706-4f4f-836b-ea2ae74a3760 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.801716] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f06fdd-5430-4142-b656-52bf41b23c20 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.826175] env[69155]: DEBUG nova.compute.provider_tree [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.851684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.097657] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "30c55b07-6f91-46dc-a50c-3185097fac67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.449s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.333104] env[69155]: DEBUG nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.334145] env[69155]: DEBUG nova.scheduler.client.report [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.368033] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.368887] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.369175] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.370372] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.370372] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.370372] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.370372] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.370372] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.370372] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.370633] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.370977] env[69155]: DEBUG nova.virt.hardware [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.371865] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2b3980-6586-4c56-a4d7-aca1a1525796 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.382280] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb01d827-9003-4107-8342-101b2c701c83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.408497] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 830.408733] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718155', 'volume_id': '7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'name': 'volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e9edd7b-478c-40e2-bc3a-0f1e344f8f65', 'attached_at': '', 'detached_at': '', 'volume_id': '7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'serial': '7b21adfb-66ff-43a9-862a-aa5fca605bf1'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 830.409569] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d944018-de1b-43c6-8e13-bfa14f2de50b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.426602] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4662f33-f4a2-45f5-9c68-b6b61e5b1688 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.464465] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1/volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.464889] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63473e36-3525-42cd-8948-551840601359 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.490303] env[69155]: DEBUG oslo_vmware.api [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Waiting for the task: (returnval){ [ 830.490303] env[69155]: value = "task-3599519" [ 830.490303] env[69155]: _type = "Task" [ 830.490303] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.499020] env[69155]: DEBUG oslo_vmware.api [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Task: {'id': task-3599519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.604235] env[69155]: DEBUG nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.673169] env[69155]: DEBUG nova.compute.manager [req-eb65fd50-338b-4ebc-ac5b-0eb8e4eb5c94 req-a015e342-ac98-441c-ab21-d148cfc44e99 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Received event network-vif-plugged-254ceb07-38ff-4683-bdbc-bb4f4853bec8 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.673782] env[69155]: DEBUG oslo_concurrency.lockutils [req-eb65fd50-338b-4ebc-ac5b-0eb8e4eb5c94 req-a015e342-ac98-441c-ab21-d148cfc44e99 service nova] Acquiring lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.674016] env[69155]: DEBUG oslo_concurrency.lockutils [req-eb65fd50-338b-4ebc-ac5b-0eb8e4eb5c94 req-a015e342-ac98-441c-ab21-d148cfc44e99 service nova] Lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.674202] env[69155]: DEBUG oslo_concurrency.lockutils [req-eb65fd50-338b-4ebc-ac5b-0eb8e4eb5c94 req-a015e342-ac98-441c-ab21-d148cfc44e99 service nova] Lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.674377] env[69155]: DEBUG nova.compute.manager [req-eb65fd50-338b-4ebc-ac5b-0eb8e4eb5c94 req-a015e342-ac98-441c-ab21-d148cfc44e99 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] No waiting events found dispatching network-vif-plugged-254ceb07-38ff-4683-bdbc-bb4f4853bec8 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.674545] env[69155]: WARNING nova.compute.manager [req-eb65fd50-338b-4ebc-ac5b-0eb8e4eb5c94 req-a015e342-ac98-441c-ab21-d148cfc44e99 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Received unexpected event network-vif-plugged-254ceb07-38ff-4683-bdbc-bb4f4853bec8 for instance with vm_state building and task_state spawning. [ 830.789701] env[69155]: DEBUG nova.network.neutron [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Successfully updated port: 254ceb07-38ff-4683-bdbc-bb4f4853bec8 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.838904] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.839519] env[69155]: DEBUG nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.842043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.951s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.843603] env[69155]: INFO nova.compute.claims [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.000286] env[69155]: DEBUG oslo_vmware.api [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Task: {'id': task-3599519, 'name': ReconfigVM_Task, 'duration_secs': 0.375545} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.000822] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1/volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.005268] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d64ce10-2a7e-4b45-98a3-d48f959953ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.020606] env[69155]: DEBUG oslo_vmware.api [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Waiting for the task: (returnval){ [ 831.020606] env[69155]: value = "task-3599520" [ 831.020606] env[69155]: _type = "Task" [ 831.020606] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.030388] env[69155]: DEBUG oslo_vmware.api [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Task: {'id': task-3599520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.122721] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.293427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.293427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.293427] env[69155]: DEBUG nova.network.neutron [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.350598] env[69155]: DEBUG nova.compute.utils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.352412] env[69155]: DEBUG nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.352620] env[69155]: DEBUG nova.network.neutron [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.399716] env[69155]: DEBUG nova.policy [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b61ae3d532d9438caf50b9ba6e830ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '683fba44be284edb9c861d4d85ca47fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.530620] env[69155]: DEBUG oslo_vmware.api [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Task: {'id': task-3599520, 'name': ReconfigVM_Task, 'duration_secs': 0.445352} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.530791] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718155', 'volume_id': '7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'name': 'volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e9edd7b-478c-40e2-bc3a-0f1e344f8f65', 'attached_at': '', 'detached_at': '', 'volume_id': '7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'serial': '7b21adfb-66ff-43a9-862a-aa5fca605bf1'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 831.563776] env[69155]: DEBUG nova.compute.manager [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 831.737205] env[69155]: DEBUG nova.network.neutron [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Successfully created port: 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.841271] env[69155]: DEBUG nova.network.neutron [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.856383] env[69155]: DEBUG nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.075943] env[69155]: DEBUG nova.network.neutron [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Updating instance_info_cache with network_info: [{"id": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "address": "fa:16:3e:44:63:5d", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254ceb07-38", "ovs_interfaceid": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.082227] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.411030] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1817212-ffd2-4bb2-9555-548a887c8922 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.418644] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f56358c-16e6-4c88-9bda-6b22b669106b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.450342] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7670f47c-ce82-42a8-873a-70901a0b83df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.457883] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910fb909-f37e-43e0-978b-992a136d1863 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.470695] env[69155]: DEBUG nova.compute.provider_tree [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.577913] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.578535] env[69155]: DEBUG nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Instance network_info: |[{"id": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "address": "fa:16:3e:44:63:5d", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254ceb07-38", "ovs_interfaceid": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.578748] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:63:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '254ceb07-38ff-4683-bdbc-bb4f4853bec8', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.586555] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.587835] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.588619] env[69155]: DEBUG nova.objects.instance [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Lazy-loading 'flavor' on Instance uuid 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.592189] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15d733bb-0e23-4861-a714-56053b9a0b94 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.613535] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.613535] env[69155]: value = "task-3599521" [ 832.613535] env[69155]: _type = "Task" [ 832.613535] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.622609] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599521, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.751693] env[69155]: DEBUG nova.compute.manager [req-1c51920a-25eb-4ddc-947f-5d3a1cce8991 req-c8241a1a-cf6c-4bd6-9854-7bd8c0c32521 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Received event network-changed-254ceb07-38ff-4683-bdbc-bb4f4853bec8 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.751900] env[69155]: DEBUG nova.compute.manager [req-1c51920a-25eb-4ddc-947f-5d3a1cce8991 req-c8241a1a-cf6c-4bd6-9854-7bd8c0c32521 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Refreshing instance network info cache due to event network-changed-254ceb07-38ff-4683-bdbc-bb4f4853bec8. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.752174] env[69155]: DEBUG oslo_concurrency.lockutils [req-1c51920a-25eb-4ddc-947f-5d3a1cce8991 req-c8241a1a-cf6c-4bd6-9854-7bd8c0c32521 service nova] Acquiring lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.752309] env[69155]: DEBUG oslo_concurrency.lockutils [req-1c51920a-25eb-4ddc-947f-5d3a1cce8991 req-c8241a1a-cf6c-4bd6-9854-7bd8c0c32521 service nova] Acquired lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.752477] env[69155]: DEBUG nova.network.neutron [req-1c51920a-25eb-4ddc-947f-5d3a1cce8991 req-c8241a1a-cf6c-4bd6-9854-7bd8c0c32521 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Refreshing network info cache for port 254ceb07-38ff-4683-bdbc-bb4f4853bec8 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.867887] env[69155]: DEBUG nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.900786] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.901284] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.901284] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.901359] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.901520] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.901666] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.901998] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.902243] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.902522] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.903249] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.903249] env[69155]: DEBUG nova.virt.hardware [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.903988] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4018c37c-d1d3-41f4-9bb3-81b45d775cd5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.912121] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb33a44-a03a-4ecf-a005-b85897f5249b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.974592] env[69155]: DEBUG nova.scheduler.client.report [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.095701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d548e4a-5b8a-4d07-ac69-abff10b7c263 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.876s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.106966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Acquiring lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.107401] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.126663] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599521, 'name': CreateVM_Task, 'duration_secs': 0.442782} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.126875] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.127761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.127980] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.128403] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.128754] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019bbcd8-d3fc-4f1b-8b55-a3e895555237 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.134340] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 833.134340] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52471e91-c05c-a0a8-19a6-67b3ae3082a1" [ 833.134340] env[69155]: _type = "Task" [ 833.134340] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.144557] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52471e91-c05c-a0a8-19a6-67b3ae3082a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.479556] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.480086] env[69155]: DEBUG nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.482715] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.045s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.484574] env[69155]: INFO nova.compute.claims [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.531373] env[69155]: DEBUG nova.network.neutron [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Successfully updated port: 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.581752] env[69155]: DEBUG nova.network.neutron [req-1c51920a-25eb-4ddc-947f-5d3a1cce8991 req-c8241a1a-cf6c-4bd6-9854-7bd8c0c32521 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Updated VIF entry in instance network info cache for port 254ceb07-38ff-4683-bdbc-bb4f4853bec8. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.582141] env[69155]: DEBUG nova.network.neutron [req-1c51920a-25eb-4ddc-947f-5d3a1cce8991 req-c8241a1a-cf6c-4bd6-9854-7bd8c0c32521 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Updating instance_info_cache with network_info: [{"id": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "address": "fa:16:3e:44:63:5d", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254ceb07-38", "ovs_interfaceid": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.610284] env[69155]: INFO nova.compute.manager [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Detaching volume 7b21adfb-66ff-43a9-862a-aa5fca605bf1 [ 833.645169] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52471e91-c05c-a0a8-19a6-67b3ae3082a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013591} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.646430] env[69155]: INFO nova.virt.block_device [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Attempting to driver detach volume 7b21adfb-66ff-43a9-862a-aa5fca605bf1 from mountpoint /dev/sdb [ 833.646690] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 833.646897] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718155', 'volume_id': '7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'name': 'volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e9edd7b-478c-40e2-bc3a-0f1e344f8f65', 'attached_at': '', 'detached_at': '', 'volume_id': '7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'serial': '7b21adfb-66ff-43a9-862a-aa5fca605bf1'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 833.647251] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.647474] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.647726] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.647874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.648090] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.648819] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19386af7-ede4-4b9a-b45d-07b086b3f2b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.651281] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633d92ed-f5c7-4304-b844-abb64b862ac5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.672304] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000788cb-8d83-41ea-8e93-112e73ebdda7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.674896] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.675086] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.675758] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ecaa71-3d65-4a4f-9bb3-f6572276a476 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.684397] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 833.684397] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52000ef4-9d51-f75e-ff43-b99a3e71d569" [ 833.684397] env[69155]: _type = "Task" [ 833.684397] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.684856] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593bad6e-7aa9-413a-b1c4-c3291741d8ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.694708] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52000ef4-9d51-f75e-ff43-b99a3e71d569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.710126] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dbff9c-0d2c-442a-806b-feb74d167ae0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.724977] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] The volume has not been displaced from its original location: [datastore1] volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1/volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 833.730176] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 833.730497] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2e791a-2757-4e3c-a103-1a76acf3b09c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.749013] env[69155]: DEBUG oslo_vmware.api [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Waiting for the task: (returnval){ [ 833.749013] env[69155]: value = "task-3599522" [ 833.749013] env[69155]: _type = "Task" [ 833.749013] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.757992] env[69155]: DEBUG oslo_vmware.api [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Task: {'id': task-3599522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.991531] env[69155]: DEBUG nova.compute.utils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.992905] env[69155]: DEBUG nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.993093] env[69155]: DEBUG nova.network.neutron [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.033022] env[69155]: DEBUG nova.policy [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b084a3515e834bfa8d353859f014ab4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1177372975e1464db93907d65e437735', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.034371] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "refresh_cache-357b562e-a586-4408-8f21-198aa6a0486c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.035365] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "refresh_cache-357b562e-a586-4408-8f21-198aa6a0486c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.035365] env[69155]: DEBUG nova.network.neutron [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.084456] env[69155]: DEBUG oslo_concurrency.lockutils [req-1c51920a-25eb-4ddc-947f-5d3a1cce8991 req-c8241a1a-cf6c-4bd6-9854-7bd8c0c32521 service nova] Releasing lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.198141] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52000ef4-9d51-f75e-ff43-b99a3e71d569, 'name': SearchDatastore_Task, 'duration_secs': 0.028638} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.199083] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e531cb-b469-48c5-9701-bbd9a4b7b50b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.206058] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 834.206058] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c1c215-919d-1d4e-de31-167a475a6b83" [ 834.206058] env[69155]: _type = "Task" [ 834.206058] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.219550] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c1c215-919d-1d4e-de31-167a475a6b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.262258] env[69155]: DEBUG oslo_vmware.api [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Task: {'id': task-3599522, 'name': ReconfigVM_Task, 'duration_secs': 0.499378} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.262616] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 834.267956] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ac147e-6e50-4123-be1f-ef764aebb46e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.284257] env[69155]: DEBUG oslo_vmware.api [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Waiting for the task: (returnval){ [ 834.284257] env[69155]: value = "task-3599523" [ 834.284257] env[69155]: _type = "Task" [ 834.284257] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.292770] env[69155]: DEBUG oslo_vmware.api [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Task: {'id': task-3599523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.398077] env[69155]: DEBUG nova.network.neutron [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Successfully created port: 0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.497554] env[69155]: DEBUG nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.586360] env[69155]: DEBUG nova.network.neutron [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.718621] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c1c215-919d-1d4e-de31-167a475a6b83, 'name': SearchDatastore_Task, 'duration_secs': 0.019951} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.720947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.721225] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] a86a8408-a1b6-41b0-8f61-d11e50cb1826/a86a8408-a1b6-41b0-8f61-d11e50cb1826.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.725850] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7816746-a6f1-4b7a-bb31-50c37c6c67ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.731766] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 834.731766] env[69155]: value = "task-3599524" [ 834.731766] env[69155]: _type = "Task" [ 834.731766] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.742621] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.784784] env[69155]: DEBUG nova.compute.manager [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Received event network-vif-plugged-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.785049] env[69155]: DEBUG oslo_concurrency.lockutils [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] Acquiring lock "357b562e-a586-4408-8f21-198aa6a0486c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.785317] env[69155]: DEBUG oslo_concurrency.lockutils [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] Lock "357b562e-a586-4408-8f21-198aa6a0486c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.785587] env[69155]: DEBUG oslo_concurrency.lockutils [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] Lock "357b562e-a586-4408-8f21-198aa6a0486c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.785703] env[69155]: DEBUG nova.compute.manager [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] No waiting events found dispatching network-vif-plugged-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.785800] env[69155]: WARNING nova.compute.manager [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Received unexpected event network-vif-plugged-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 for instance with vm_state building and task_state spawning. [ 834.785965] env[69155]: DEBUG nova.compute.manager [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Received event network-changed-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.786192] env[69155]: DEBUG nova.compute.manager [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Refreshing instance network info cache due to event network-changed-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.786335] env[69155]: DEBUG oslo_concurrency.lockutils [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] Acquiring lock "refresh_cache-357b562e-a586-4408-8f21-198aa6a0486c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.798480] env[69155]: DEBUG oslo_vmware.api [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Task: {'id': task-3599523, 'name': ReconfigVM_Task, 'duration_secs': 0.142223} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.799407] env[69155]: DEBUG nova.network.neutron [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Updating instance_info_cache with network_info: [{"id": "3603fbcc-e5aa-458a-bd4b-eb14c0e87d14", "address": "fa:16:3e:6c:05:df", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3603fbcc-e5", "ovs_interfaceid": "3603fbcc-e5aa-458a-bd4b-eb14c0e87d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.800691] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718155', 'volume_id': '7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'name': 'volume-7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e9edd7b-478c-40e2-bc3a-0f1e344f8f65', 'attached_at': '', 'detached_at': '', 'volume_id': '7b21adfb-66ff-43a9-862a-aa5fca605bf1', 'serial': '7b21adfb-66ff-43a9-862a-aa5fca605bf1'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 835.087036] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe89b0a-d631-47ee-b277-2bfc2ec4120f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.096914] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915fd6a2-5c97-4728-88b1-ca4b0641850a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.131318] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0101e2-3900-484a-8835-793a42b43d9f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.139569] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a853912-7f5f-4924-915f-c6f35590de65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.153831] env[69155]: DEBUG nova.compute.provider_tree [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.243506] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447011} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.243717] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] a86a8408-a1b6-41b0-8f61-d11e50cb1826/a86a8408-a1b6-41b0-8f61-d11e50cb1826.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.243923] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.244196] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2bc3ea7-e778-4872-af6f-c52e3be1b85a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.251200] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 835.251200] env[69155]: value = "task-3599525" [ 835.251200] env[69155]: _type = "Task" [ 835.251200] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.258567] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.303909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "refresh_cache-357b562e-a586-4408-8f21-198aa6a0486c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.304458] env[69155]: DEBUG nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Instance network_info: |[{"id": "3603fbcc-e5aa-458a-bd4b-eb14c0e87d14", "address": "fa:16:3e:6c:05:df", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3603fbcc-e5", "ovs_interfaceid": "3603fbcc-e5aa-458a-bd4b-eb14c0e87d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.304826] env[69155]: DEBUG oslo_concurrency.lockutils [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] Acquired lock "refresh_cache-357b562e-a586-4408-8f21-198aa6a0486c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.305173] env[69155]: DEBUG nova.network.neutron [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Refreshing network info cache for port 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.306646] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:05:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3603fbcc-e5aa-458a-bd4b-eb14c0e87d14', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.314829] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.318239] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.318672] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24a50b32-4b65-452f-a649-0ff7ce6acc3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.340797] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.340797] env[69155]: value = "task-3599526" [ 835.340797] env[69155]: _type = "Task" [ 835.340797] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.348649] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599526, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.359614] env[69155]: DEBUG nova.objects.instance [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Lazy-loading 'flavor' on Instance uuid 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.509772] env[69155]: DEBUG nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.538440] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.538735] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.538931] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.539167] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.539370] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.539560] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.539822] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.539991] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.540179] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.540347] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.540522] env[69155]: DEBUG nova.virt.hardware [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.541393] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29cda5-b096-4434-9605-77c264685d6e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.552839] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330f0ed3-aabc-426b-a526-abf7fe203338 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.591642] env[69155]: DEBUG nova.network.neutron [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Updated VIF entry in instance network info cache for port 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.592033] env[69155]: DEBUG nova.network.neutron [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Updating instance_info_cache with network_info: [{"id": "3603fbcc-e5aa-458a-bd4b-eb14c0e87d14", "address": "fa:16:3e:6c:05:df", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3603fbcc-e5", "ovs_interfaceid": "3603fbcc-e5aa-458a-bd4b-eb14c0e87d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.657447] env[69155]: DEBUG nova.scheduler.client.report [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.760774] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063017} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.761075] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.761829] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f086569-66ab-49e1-8ca0-c9d7354b9af5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.783076] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] a86a8408-a1b6-41b0-8f61-d11e50cb1826/a86a8408-a1b6-41b0-8f61-d11e50cb1826.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.783314] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73fc6b73-38d5-4522-acc2-7418a8d2d1cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.802258] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 835.802258] env[69155]: value = "task-3599527" [ 835.802258] env[69155]: _type = "Task" [ 835.802258] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.809733] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.849364] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599526, 'name': CreateVM_Task, 'duration_secs': 0.314364} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.849519] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.850220] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.850384] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.850690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.850931] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf05998b-f025-4b03-9b94-d29812647c56 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.854922] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 835.854922] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ec5395-fb25-fefd-6bf4-0f23f005be9d" [ 835.854922] env[69155]: _type = "Task" [ 835.854922] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.865266] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ec5395-fb25-fefd-6bf4-0f23f005be9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.037778] env[69155]: DEBUG nova.network.neutron [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Successfully updated port: 0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.096110] env[69155]: DEBUG oslo_concurrency.lockutils [req-d2e0315c-aea4-4a8a-9d58-f448a085eed8 req-c1d25a28-b3b0-43ff-a12e-104ab25ac936 service nova] Releasing lock "refresh_cache-357b562e-a586-4408-8f21-198aa6a0486c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.162045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.163192] env[69155]: DEBUG nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.165167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.409s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.166661] env[69155]: INFO nova.compute.claims [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.313128] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.364916] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ec5395-fb25-fefd-6bf4-0f23f005be9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009054} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.365257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.365640] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.365762] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.365920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.366116] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.366384] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16197bb3-c6c4-4a93-8601-4e8f46bf1b92 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.368359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7b7ccdb-19cb-44ff-a3bf-5c2906942d80 tempest-VolumesAssistedSnapshotsTest-976522852 tempest-VolumesAssistedSnapshotsTest-976522852-project-admin] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.375544] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.375723] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.376476] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8301634c-17c3-4491-8dcb-c7790c935a5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.381496] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 836.381496] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5288c48d-1e96-fc08-cf8f-29b917d62dfd" [ 836.381496] env[69155]: _type = "Task" [ 836.381496] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.390278] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5288c48d-1e96-fc08-cf8f-29b917d62dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.540846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.540846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.541238] env[69155]: DEBUG nova.network.neutron [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.671278] env[69155]: DEBUG nova.compute.utils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.674658] env[69155]: DEBUG nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.675750] env[69155]: DEBUG nova.network.neutron [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.725041] env[69155]: DEBUG nova.policy [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5e9aca0f6b244f593557966262ef2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae16465555b4f25845c5cea7cde15e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.811204] env[69155]: DEBUG nova.compute.manager [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Received event network-vif-plugged-0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.811325] env[69155]: DEBUG oslo_concurrency.lockutils [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] Acquiring lock "d291de83-0154-4667-9442-ebac9dbf5670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.811528] env[69155]: DEBUG oslo_concurrency.lockutils [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] Lock "d291de83-0154-4667-9442-ebac9dbf5670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.811730] env[69155]: DEBUG oslo_concurrency.lockutils [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] Lock "d291de83-0154-4667-9442-ebac9dbf5670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.811898] env[69155]: DEBUG nova.compute.manager [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] No waiting events found dispatching network-vif-plugged-0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.812089] env[69155]: WARNING nova.compute.manager [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Received unexpected event network-vif-plugged-0de82243-d532-4d87-994f-df0a82872741 for instance with vm_state building and task_state spawning. [ 836.812258] env[69155]: DEBUG nova.compute.manager [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Received event network-changed-0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.812409] env[69155]: DEBUG nova.compute.manager [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Refreshing instance network info cache due to event network-changed-0de82243-d532-4d87-994f-df0a82872741. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.812579] env[69155]: DEBUG oslo_concurrency.lockutils [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] Acquiring lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.818727] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599527, 'name': ReconfigVM_Task, 'duration_secs': 0.861257} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.818727] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Reconfigured VM instance instance-00000033 to attach disk [datastore1] a86a8408-a1b6-41b0-8f61-d11e50cb1826/a86a8408-a1b6-41b0-8f61-d11e50cb1826.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.818727] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c76a8b-6d2f-4a7e-84fe-838b898b59c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.824074] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 836.824074] env[69155]: value = "task-3599528" [ 836.824074] env[69155]: _type = "Task" [ 836.824074] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.832638] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599528, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.892417] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5288c48d-1e96-fc08-cf8f-29b917d62dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.008472} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.893497] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f38ce7-13e5-483e-a0a5-fcc9560532b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.900577] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 836.900577] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526a3d44-b5a2-e0df-7be1-2b2c9adeac7a" [ 836.900577] env[69155]: _type = "Task" [ 836.900577] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.909079] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526a3d44-b5a2-e0df-7be1-2b2c9adeac7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.041515] env[69155]: DEBUG nova.network.neutron [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Successfully created port: 35a761e4-dd31-4fde-9ecc-228230343549 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.175316] env[69155]: DEBUG nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.337033] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599528, 'name': Rename_Task, 'duration_secs': 0.134864} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.337300] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.337560] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af77b03c-1465-4346-8bcd-9b8de1ef1b30 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.343307] env[69155]: DEBUG nova.network.neutron [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.345051] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 837.345051] env[69155]: value = "task-3599530" [ 837.345051] env[69155]: _type = "Task" [ 837.345051] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.356125] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.416231] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526a3d44-b5a2-e0df-7be1-2b2c9adeac7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.419038] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.419419] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 357b562e-a586-4408-8f21-198aa6a0486c/357b562e-a586-4408-8f21-198aa6a0486c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.419988] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-838d8936-3d51-48be-a8f6-8d85c061eef4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.427757] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 837.427757] env[69155]: value = "task-3599531" [ 837.427757] env[69155]: _type = "Task" [ 837.427757] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.440474] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.641499] env[69155]: DEBUG nova.network.neutron [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance_info_cache with network_info: [{"id": "0de82243-d532-4d87-994f-df0a82872741", "address": "fa:16:3e:fb:86:a3", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de82243-d5", "ovs_interfaceid": "0de82243-d532-4d87-994f-df0a82872741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.780157] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a350f36-3dd4-4914-b255-31a47deac34d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.789017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4627065-f035-4d73-b2ce-632f9e9f1721 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.824408] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611e1b4f-8b7d-4708-a863-d28dd8a919db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.832326] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4751e2c5-5e9a-40e4-a003-263a55433ceb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.849289] env[69155]: DEBUG nova.compute.provider_tree [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.859673] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.937230] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494898} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.937560] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 357b562e-a586-4408-8f21-198aa6a0486c/357b562e-a586-4408-8f21-198aa6a0486c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.937771] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.938053] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3047ba00-ffbd-4e54-ad92-90e588f8325c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.944726] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 837.944726] env[69155]: value = "task-3599532" [ 837.944726] env[69155]: _type = "Task" [ 837.944726] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.953580] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.142775] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.143263] env[69155]: DEBUG nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Instance network_info: |[{"id": "0de82243-d532-4d87-994f-df0a82872741", "address": "fa:16:3e:fb:86:a3", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de82243-d5", "ovs_interfaceid": "0de82243-d532-4d87-994f-df0a82872741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.143475] env[69155]: DEBUG oslo_concurrency.lockutils [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] Acquired lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.143660] env[69155]: DEBUG nova.network.neutron [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Refreshing network info cache for port 0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.145982] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:86:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0de82243-d532-4d87-994f-df0a82872741', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.153371] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating folder: Project (1177372975e1464db93907d65e437735). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.156815] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9a7ce36-f4fb-4062-a1ac-ccde9075d04b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.169415] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Created folder: Project (1177372975e1464db93907d65e437735) in parent group-v718010. [ 838.169620] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating folder: Instances. Parent ref: group-v718158. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.169841] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b40e10a8-b7cc-4edd-8fda-a4446f030558 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.178798] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Created folder: Instances in parent group-v718158. [ 838.179054] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.179245] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.179451] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9f3b83-0991-4dc1-aed6-07659cc781f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.196735] env[69155]: DEBUG nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.203997] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.203997] env[69155]: value = "task-3599535" [ 838.203997] env[69155]: _type = "Task" [ 838.203997] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.211797] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599535, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.223463] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.223759] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.223982] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.224250] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.224418] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.224621] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.225107] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.225107] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.225285] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.225508] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.225720] env[69155]: DEBUG nova.virt.hardware [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.226639] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b8c52-80e7-4f2e-9d34-415d122a95d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.237759] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e5a73-9c25-4ac3-b012-1cc15af50c3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.362770] env[69155]: DEBUG oslo_vmware.api [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599530, 'name': PowerOnVM_Task, 'duration_secs': 0.620071} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.363080] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.363283] env[69155]: INFO nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Took 8.03 seconds to spawn the instance on the hypervisor. [ 838.363455] env[69155]: DEBUG nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.364259] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2280831d-3a0d-4b65-bcd2-8b7cc348dab5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.383719] env[69155]: ERROR nova.scheduler.client.report [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [req-bff541d2-6f06-4c2e-9cfa-e90d7becf71d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bff541d2-6f06-4c2e-9cfa-e90d7becf71d"}]} [ 838.411467] env[69155]: DEBUG nova.scheduler.client.report [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 838.442634] env[69155]: DEBUG nova.network.neutron [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updated VIF entry in instance network info cache for port 0de82243-d532-4d87-994f-df0a82872741. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.442634] env[69155]: DEBUG nova.network.neutron [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance_info_cache with network_info: [{"id": "0de82243-d532-4d87-994f-df0a82872741", "address": "fa:16:3e:fb:86:a3", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de82243-d5", "ovs_interfaceid": "0de82243-d532-4d87-994f-df0a82872741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.456334] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071825} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.457231] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.459426] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5516fd3e-2c93-494f-b86b-8ef938a6a7c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.489971] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 357b562e-a586-4408-8f21-198aa6a0486c/357b562e-a586-4408-8f21-198aa6a0486c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.491993] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c12dadb-08f8-4765-8f2e-ff9c4ed4caf7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.511007] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 838.511007] env[69155]: value = "task-3599536" [ 838.511007] env[69155]: _type = "Task" [ 838.511007] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.521304] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.524998] env[69155]: DEBUG nova.scheduler.client.report [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 838.525253] env[69155]: DEBUG nova.compute.provider_tree [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.538787] env[69155]: DEBUG nova.scheduler.client.report [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 838.559847] env[69155]: DEBUG nova.scheduler.client.report [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 838.717038] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599535, 'name': CreateVM_Task, 'duration_secs': 0.387927} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.717481] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.717958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.718186] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.718534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.718821] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0abac704-cbdd-405f-a936-9b1cb6a13cfb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.725463] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 838.725463] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5251fbf1-523e-ca5d-27d2-7e189bfe6d16" [ 838.725463] env[69155]: _type = "Task" [ 838.725463] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.732880] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5251fbf1-523e-ca5d-27d2-7e189bfe6d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.883911] env[69155]: INFO nova.compute.manager [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Took 41.58 seconds to build instance. [ 838.946362] env[69155]: DEBUG oslo_concurrency.lockutils [req-fd839005-d603-4a02-b3ae-bcbd08a6013d req-ffeaf737-55bc-499c-a7f8-f2cafb9e17f5 service nova] Releasing lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.021473] env[69155]: DEBUG nova.compute.manager [req-a06653db-d9f4-44ad-9d31-4efc74d874dd req-5c2f3796-9440-4d7f-a59c-0a6cc6becf68 service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Received event network-vif-plugged-35a761e4-dd31-4fde-9ecc-228230343549 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.021705] env[69155]: DEBUG oslo_concurrency.lockutils [req-a06653db-d9f4-44ad-9d31-4efc74d874dd req-5c2f3796-9440-4d7f-a59c-0a6cc6becf68 service nova] Acquiring lock "1590459e-7420-4f0f-9035-8d1d05b6610c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.021910] env[69155]: DEBUG oslo_concurrency.lockutils [req-a06653db-d9f4-44ad-9d31-4efc74d874dd req-5c2f3796-9440-4d7f-a59c-0a6cc6becf68 service nova] Lock "1590459e-7420-4f0f-9035-8d1d05b6610c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.022090] env[69155]: DEBUG oslo_concurrency.lockutils [req-a06653db-d9f4-44ad-9d31-4efc74d874dd req-5c2f3796-9440-4d7f-a59c-0a6cc6becf68 service nova] Lock "1590459e-7420-4f0f-9035-8d1d05b6610c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.022265] env[69155]: DEBUG nova.compute.manager [req-a06653db-d9f4-44ad-9d31-4efc74d874dd req-5c2f3796-9440-4d7f-a59c-0a6cc6becf68 service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] No waiting events found dispatching network-vif-plugged-35a761e4-dd31-4fde-9ecc-228230343549 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.022433] env[69155]: WARNING nova.compute.manager [req-a06653db-d9f4-44ad-9d31-4efc74d874dd req-5c2f3796-9440-4d7f-a59c-0a6cc6becf68 service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Received unexpected event network-vif-plugged-35a761e4-dd31-4fde-9ecc-228230343549 for instance with vm_state building and task_state spawning. [ 839.028897] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599536, 'name': ReconfigVM_Task, 'duration_secs': 0.328638} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.029164] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 357b562e-a586-4408-8f21-198aa6a0486c/357b562e-a586-4408-8f21-198aa6a0486c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.029747] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43c8f251-ca14-4402-9eab-5324e3d3d188 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.036669] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 839.036669] env[69155]: value = "task-3599537" [ 839.036669] env[69155]: _type = "Task" [ 839.036669] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.044878] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599537, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.063060] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe0f79f-ef45-4e22-b74a-6191ab662b37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.071092] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d49837c-a7a8-4ad0-8e4d-e1296df9a682 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.108556] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ef51f4-188e-4065-8009-0226356ba1af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.117017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ff073-f146-4f07-a846-ee6ff013e037 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.137536] env[69155]: DEBUG nova.compute.provider_tree [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.151871] env[69155]: DEBUG nova.network.neutron [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Successfully updated port: 35a761e4-dd31-4fde-9ecc-228230343549 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.236973] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5251fbf1-523e-ca5d-27d2-7e189bfe6d16, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.237328] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.237667] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.237940] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.238131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.238483] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.238631] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7bd33dd-7d49-4494-b8eb-b567ad09cd9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.248050] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.248492] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.249317] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734080cb-e9cf-4e80-9d19-ae97089187dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.254158] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 839.254158] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520d19e2-71fa-4f5f-de58-17a4ab9e7855" [ 839.254158] env[69155]: _type = "Task" [ 839.254158] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.263383] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520d19e2-71fa-4f5f-de58-17a4ab9e7855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.385154] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.754s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.546190] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599537, 'name': Rename_Task, 'duration_secs': 0.144372} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.546606] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.546740] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec70206c-afe5-431c-a364-3c2cb5bb8968 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.552601] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 839.552601] env[69155]: value = "task-3599538" [ 839.552601] env[69155]: _type = "Task" [ 839.552601] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.560857] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.627441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquiring lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.627441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.627441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquiring lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.628527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.628527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.630787] env[69155]: INFO nova.compute.manager [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Terminating instance [ 839.654790] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquiring lock "refresh_cache-1590459e-7420-4f0f-9035-8d1d05b6610c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.654946] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquired lock "refresh_cache-1590459e-7420-4f0f-9035-8d1d05b6610c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.655125] env[69155]: DEBUG nova.network.neutron [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.674994] env[69155]: DEBUG nova.scheduler.client.report [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 839.675291] env[69155]: DEBUG nova.compute.provider_tree [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 81 to 82 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 839.675476] env[69155]: DEBUG nova.compute.provider_tree [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.768226] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520d19e2-71fa-4f5f-de58-17a4ab9e7855, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.769325] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febb7300-58a3-4f4a-aa7e-6112f95e08f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.774580] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 839.774580] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522a71fb-5e6d-f98b-a713-b7882091eebe" [ 839.774580] env[69155]: _type = "Task" [ 839.774580] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.782169] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522a71fb-5e6d-f98b-a713-b7882091eebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.838641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] Acquiring lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.838641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] Acquired lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.838641] env[69155]: DEBUG nova.network.neutron [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.890755] env[69155]: DEBUG nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.010759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "7f01a7f3-4f0d-4811-850c-79f5b9930187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.011058] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "7f01a7f3-4f0d-4811-850c-79f5b9930187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.011285] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "7f01a7f3-4f0d-4811-850c-79f5b9930187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.011494] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "7f01a7f3-4f0d-4811-850c-79f5b9930187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.011667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "7f01a7f3-4f0d-4811-850c-79f5b9930187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.014041] env[69155]: INFO nova.compute.manager [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Terminating instance [ 840.063497] env[69155]: DEBUG oslo_vmware.api [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599538, 'name': PowerOnVM_Task, 'duration_secs': 0.440076} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.063832] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.064105] env[69155]: INFO nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Took 7.20 seconds to spawn the instance on the hypervisor. [ 840.064401] env[69155]: DEBUG nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.066638] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f45ad87-f539-4147-851b-a12c98458899 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.136414] env[69155]: DEBUG nova.compute.manager [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.136935] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.138520] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f85868-ad71-4e47-ba7e-c396f145ba49 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.148065] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.148415] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-423345fc-c74c-4233-918d-be4b39e91e8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.156183] env[69155]: DEBUG oslo_vmware.api [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 840.156183] env[69155]: value = "task-3599539" [ 840.156183] env[69155]: _type = "Task" [ 840.156183] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.166908] env[69155]: DEBUG oslo_vmware.api [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.186047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.021s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.186884] env[69155]: DEBUG nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.190670] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.960s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.190957] env[69155]: DEBUG nova.objects.instance [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lazy-loading 'resources' on Instance uuid 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.198908] env[69155]: DEBUG nova.network.neutron [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.286279] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522a71fb-5e6d-f98b-a713-b7882091eebe, 'name': SearchDatastore_Task, 'duration_secs': 0.014254} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.286597] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.287217] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] d291de83-0154-4667-9442-ebac9dbf5670/d291de83-0154-4667-9442-ebac9dbf5670.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.287405] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe49685c-4406-4a52-9812-3bdb71d6cca9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.296521] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 840.296521] env[69155]: value = "task-3599540" [ 840.296521] env[69155]: _type = "Task" [ 840.296521] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.308306] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.417506] env[69155]: DEBUG nova.network.neutron [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Updating instance_info_cache with network_info: [{"id": "35a761e4-dd31-4fde-9ecc-228230343549", "address": "fa:16:3e:ea:da:92", "network": {"id": "370e77c9-778d-49ef-8f49-1e8c5f093be2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-540793561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae16465555b4f25845c5cea7cde15e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a761e4-dd", "ovs_interfaceid": "35a761e4-dd31-4fde-9ecc-228230343549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.419163] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.526040] env[69155]: DEBUG nova.compute.manager [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.526040] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.526040] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730af35-d7c9-455d-80fe-b7c9270666d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.535382] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.535682] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3b4343-f750-4c5b-aafb-3893da1176f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.543032] env[69155]: DEBUG oslo_vmware.api [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 840.543032] env[69155]: value = "task-3599541" [ 840.543032] env[69155]: _type = "Task" [ 840.543032] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.552644] env[69155]: DEBUG oslo_vmware.api [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.591893] env[69155]: INFO nova.compute.manager [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Took 39.87 seconds to build instance. [ 840.670853] env[69155]: DEBUG oslo_vmware.api [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599539, 'name': PowerOffVM_Task, 'duration_secs': 0.252034} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.671117] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.671391] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.671590] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7eeab0d-3fa7-45d0-bd85-e59c5489a485 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.682596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.682596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.694392] env[69155]: DEBUG nova.compute.utils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.696890] env[69155]: DEBUG nova.network.neutron [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Updating instance_info_cache with network_info: [{"id": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "address": "fa:16:3e:44:63:5d", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254ceb07-38", "ovs_interfaceid": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.698230] env[69155]: DEBUG nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.698502] env[69155]: DEBUG nova.network.neutron [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.758673] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.758940] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.760555] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Deleting the datastore file [datastore1] 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.760950] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07971d56-11e0-4831-bd8a-07b821569c00 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.772550] env[69155]: DEBUG oslo_vmware.api [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for the task: (returnval){ [ 840.772550] env[69155]: value = "task-3599543" [ 840.772550] env[69155]: _type = "Task" [ 840.772550] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.774378] env[69155]: DEBUG nova.policy [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6655f736be9f4212a5ae3adb206fa3b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d30d4396e144daab07318b6646eedc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.787844] env[69155]: DEBUG oslo_vmware.api [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.810906] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599540, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.920820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Releasing lock "refresh_cache-1590459e-7420-4f0f-9035-8d1d05b6610c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.921394] env[69155]: DEBUG nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Instance network_info: |[{"id": "35a761e4-dd31-4fde-9ecc-228230343549", "address": "fa:16:3e:ea:da:92", "network": {"id": "370e77c9-778d-49ef-8f49-1e8c5f093be2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-540793561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae16465555b4f25845c5cea7cde15e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a761e4-dd", "ovs_interfaceid": "35a761e4-dd31-4fde-9ecc-228230343549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.922020] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:da:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35a761e4-dd31-4fde-9ecc-228230343549', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.931030] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Creating folder: Project (5ae16465555b4f25845c5cea7cde15e8). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.934212] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3242c9d-1a82-4189-be06-58745eb45dc9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.953170] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Created folder: Project (5ae16465555b4f25845c5cea7cde15e8) in parent group-v718010. [ 840.953170] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Creating folder: Instances. Parent ref: group-v718161. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.953170] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eba7f77-517c-4bed-bc44-ea2608f374de {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.966172] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Created folder: Instances in parent group-v718161. [ 840.966172] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.968095] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.968708] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cc9cf13-0850-4076-9791-e1522d6c14a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.995024] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.995024] env[69155]: value = "task-3599546" [ 840.995024] env[69155]: _type = "Task" [ 840.995024] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.007916] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599546, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.058083] env[69155]: DEBUG oslo_vmware.api [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599541, 'name': PowerOffVM_Task, 'duration_secs': 0.476097} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.058604] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.058934] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.059312] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56761f3c-0cac-4da3-8acd-42764c51a92c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.094164] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9513713-d7db-46fc-978f-cf24a7b6de0a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "357b562e-a586-4408-8f21-198aa6a0486c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.472s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.102291] env[69155]: DEBUG nova.compute.manager [req-4b3e1930-874a-4712-b57c-8e38685e4c30 req-abbd0e6d-1e76-4825-b59a-8be199682f08 service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Received event network-changed-35a761e4-dd31-4fde-9ecc-228230343549 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.102749] env[69155]: DEBUG nova.compute.manager [req-4b3e1930-874a-4712-b57c-8e38685e4c30 req-abbd0e6d-1e76-4825-b59a-8be199682f08 service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Refreshing instance network info cache due to event network-changed-35a761e4-dd31-4fde-9ecc-228230343549. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.103518] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b3e1930-874a-4712-b57c-8e38685e4c30 req-abbd0e6d-1e76-4825-b59a-8be199682f08 service nova] Acquiring lock "refresh_cache-1590459e-7420-4f0f-9035-8d1d05b6610c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.103890] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b3e1930-874a-4712-b57c-8e38685e4c30 req-abbd0e6d-1e76-4825-b59a-8be199682f08 service nova] Acquired lock "refresh_cache-1590459e-7420-4f0f-9035-8d1d05b6610c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.105294] env[69155]: DEBUG nova.network.neutron [req-4b3e1930-874a-4712-b57c-8e38685e4c30 req-abbd0e6d-1e76-4825-b59a-8be199682f08 service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Refreshing network info cache for port 35a761e4-dd31-4fde-9ecc-228230343549 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.147043] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.147043] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.147184] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Deleting the datastore file [datastore1] 7f01a7f3-4f0d-4811-850c-79f5b9930187 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.147438] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb80750-6cd4-4812-b14f-ecc3a9ab7423 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.153992] env[69155]: DEBUG oslo_vmware.api [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 841.153992] env[69155]: value = "task-3599548" [ 841.153992] env[69155]: _type = "Task" [ 841.153992] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.162200] env[69155]: DEBUG oslo_vmware.api [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.198945] env[69155]: DEBUG nova.network.neutron [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Successfully created port: db7da7e9-c73d-4253-bcce-8a3d65bc125c {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.205694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] Releasing lock "refresh_cache-a86a8408-a1b6-41b0-8f61-d11e50cb1826" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.205936] env[69155]: DEBUG nova.compute.manager [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Inject network info {{(pid=69155) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 841.206198] env[69155]: DEBUG nova.compute.manager [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] network_info to inject: |[{"id": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "address": "fa:16:3e:44:63:5d", "network": {"id": "189ef58e-d36d-4a9c-9731-598db45a20ce", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1270561712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2732753498dd4b21a16c4852dde31624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254ceb07-38", "ovs_interfaceid": "254ceb07-38ff-4683-bdbc-bb4f4853bec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 841.211229] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Reconfiguring VM instance to set the machine id {{(pid=69155) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 841.211807] env[69155]: DEBUG nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.218194] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c83e4a2-1c08-4ab1-aaa3-cda58cbbae83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.240053] env[69155]: DEBUG oslo_vmware.api [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] Waiting for the task: (returnval){ [ 841.240053] env[69155]: value = "task-3599549" [ 841.240053] env[69155]: _type = "Task" [ 841.240053] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.261825] env[69155]: DEBUG oslo_vmware.api [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] Task: {'id': task-3599549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.294516] env[69155]: DEBUG oslo_vmware.api [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Task: {'id': task-3599543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509069} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.299665] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.299932] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.300193] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.304023] env[69155]: INFO nova.compute.manager [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Took 1.16 seconds to destroy the instance on the hypervisor. [ 841.304023] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.304023] env[69155]: DEBUG nova.compute.manager [-] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.304023] env[69155]: DEBUG nova.network.neutron [-] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.319178] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631183} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.319436] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] d291de83-0154-4667-9442-ebac9dbf5670/d291de83-0154-4667-9442-ebac9dbf5670.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.319664] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.319918] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f462cac-e153-4d0d-8f5b-fb570ad18cd6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.326758] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 841.326758] env[69155]: value = "task-3599550" [ 841.326758] env[69155]: _type = "Task" [ 841.326758] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.335844] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.422937] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ffa285-8513-4291-8015-94038c2cf3a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.431268] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794ca8a5-a28a-4615-b9fa-86d1188d8140 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.480803] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e772bf-3db4-43bf-a4f9-4bd2cc588ee8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.493438] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5130c419-32bb-4b23-9703-9cbf05f91be2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.516908] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599546, 'name': CreateVM_Task, 'duration_secs': 0.4968} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.532300] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.532300] env[69155]: DEBUG nova.compute.provider_tree [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.534764] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.535037] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.535499] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.536183] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01c3591-ae9b-4c5a-9e22-e2976a278332 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.542666] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 841.542666] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5249a609-8d45-2238-697d-b92c4accae50" [ 841.542666] env[69155]: _type = "Task" [ 841.542666] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.555662] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5249a609-8d45-2238-697d-b92c4accae50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.613259] env[69155]: DEBUG nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.664963] env[69155]: DEBUG oslo_vmware.api [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436024} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.665189] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.665339] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.665519] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.665701] env[69155]: INFO nova.compute.manager [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Took 1.14 seconds to destroy the instance on the hypervisor. [ 841.665927] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.666135] env[69155]: DEBUG nova.compute.manager [-] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.666229] env[69155]: DEBUG nova.network.neutron [-] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.749715] env[69155]: DEBUG oslo_vmware.api [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] Task: {'id': task-3599549, 'name': ReconfigVM_Task, 'duration_secs': 0.262604} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.749988] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab75aee-513f-4420-bf5a-b1cdb2c9f417 tempest-ServersAdminTestJSON-1611762556 tempest-ServersAdminTestJSON-1611762556-project-admin] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Reconfigured VM instance to set the machine id {{(pid=69155) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 841.839549] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181916} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.839859] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.840677] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a28aff3-65da-4919-8a9a-a89bd361e64f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.871921] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d291de83-0154-4667-9442-ebac9dbf5670/d291de83-0154-4667-9442-ebac9dbf5670.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.873154] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed201493-e518-4a95-adc8-03f4015da9fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.896721] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 841.896721] env[69155]: value = "task-3599551" [ 841.896721] env[69155]: _type = "Task" [ 841.896721] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.907625] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.914673] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.914885] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.041522] env[69155]: DEBUG nova.scheduler.client.report [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.059191] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5249a609-8d45-2238-697d-b92c4accae50, 'name': SearchDatastore_Task, 'duration_secs': 0.027281} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.059902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.060389] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.061322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.061322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.062832] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.062832] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c1b5b85-aed5-4bf8-84f4-57a674d46844 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.079380] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.079574] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.080323] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3ee6fd-9407-4052-9abb-7bf98c105379 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.086424] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 842.086424] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529a1ce4-b193-fc4e-8b86-0c5fad4a6ddb" [ 842.086424] env[69155]: _type = "Task" [ 842.086424] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.100967] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529a1ce4-b193-fc4e-8b86-0c5fad4a6ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.136526] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.237870] env[69155]: DEBUG nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.269262] env[69155]: DEBUG nova.network.neutron [req-4b3e1930-874a-4712-b57c-8e38685e4c30 req-abbd0e6d-1e76-4825-b59a-8be199682f08 service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Updated VIF entry in instance network info cache for port 35a761e4-dd31-4fde-9ecc-228230343549. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.269700] env[69155]: DEBUG nova.network.neutron [req-4b3e1930-874a-4712-b57c-8e38685e4c30 req-abbd0e6d-1e76-4825-b59a-8be199682f08 service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Updating instance_info_cache with network_info: [{"id": "35a761e4-dd31-4fde-9ecc-228230343549", "address": "fa:16:3e:ea:da:92", "network": {"id": "370e77c9-778d-49ef-8f49-1e8c5f093be2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-540793561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae16465555b4f25845c5cea7cde15e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a761e4-dd", "ovs_interfaceid": "35a761e4-dd31-4fde-9ecc-228230343549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.273336] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.273607] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.273815] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.274070] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.274271] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.274475] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.274808] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.274958] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.275175] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.275370] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.275585] env[69155]: DEBUG nova.virt.hardware [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.276583] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25a78e3-2118-42f3-ab7f-134a14acecc9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.286240] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab06c2f-ae0e-4fe2-8553-b650a69d04a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.407781] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.425540] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.425757] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.425939] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.426140] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.426602] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.426693] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.426913] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 842.427126] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.551162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.554424] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.785s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.554424] env[69155]: DEBUG nova.objects.instance [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lazy-loading 'resources' on Instance uuid 50aeb81d-ca5a-433c-8158-5f611f3101ad {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.583600] env[69155]: INFO nova.scheduler.client.report [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Deleted allocations for instance 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d [ 842.600436] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529a1ce4-b193-fc4e-8b86-0c5fad4a6ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.021869} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.601316] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38083e5-7aad-4faa-8094-8642d6f37ce6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.608572] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 842.608572] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236e6db-7bcf-e30f-d380-083261d0344a" [ 842.608572] env[69155]: _type = "Task" [ 842.608572] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.619033] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236e6db-7bcf-e30f-d380-083261d0344a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.782248] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b3e1930-874a-4712-b57c-8e38685e4c30 req-abbd0e6d-1e76-4825-b59a-8be199682f08 service nova] Releasing lock "refresh_cache-1590459e-7420-4f0f-9035-8d1d05b6610c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.878786] env[69155]: DEBUG nova.network.neutron [-] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.908240] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599551, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.933311] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.988888] env[69155]: DEBUG nova.compute.manager [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.989958] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1697d-664b-4127-a400-f07e399a53b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.061121] env[69155]: DEBUG nova.network.neutron [-] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.094898] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e126d45-68e1-4af9-a1bb-6a52f3390185 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Lock "77806254-b4f3-48dc-b51f-a8e8fdcd0a1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.186s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.115604] env[69155]: DEBUG nova.network.neutron [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Successfully updated port: db7da7e9-c73d-4253-bcce-8a3d65bc125c {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.131937] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236e6db-7bcf-e30f-d380-083261d0344a, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.132234] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.132473] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1590459e-7420-4f0f-9035-8d1d05b6610c/1590459e-7420-4f0f-9035-8d1d05b6610c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.132749] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e4459cb-0ada-44c9-a2da-75e9131fdcb6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.149090] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 843.149090] env[69155]: value = "task-3599552" [ 843.149090] env[69155]: _type = "Task" [ 843.149090] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.157998] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.230233] env[69155]: DEBUG nova.compute.manager [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Received event network-vif-deleted-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.230233] env[69155]: DEBUG nova.compute.manager [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Received event network-vif-deleted-3c5739a5-f4ba-40a1-96df-a4a473b506be {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.231661] env[69155]: DEBUG nova.compute.manager [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Received event network-vif-plugged-db7da7e9-c73d-4253-bcce-8a3d65bc125c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.231720] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] Acquiring lock "87f1eb13-911f-4032-8438-b2053a68fd4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.232310] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] Lock "87f1eb13-911f-4032-8438-b2053a68fd4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.232310] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] Lock "87f1eb13-911f-4032-8438-b2053a68fd4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.232310] env[69155]: DEBUG nova.compute.manager [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] No waiting events found dispatching network-vif-plugged-db7da7e9-c73d-4253-bcce-8a3d65bc125c {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.232617] env[69155]: WARNING nova.compute.manager [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Received unexpected event network-vif-plugged-db7da7e9-c73d-4253-bcce-8a3d65bc125c for instance with vm_state building and task_state spawning. [ 843.232617] env[69155]: DEBUG nova.compute.manager [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Received event network-changed-db7da7e9-c73d-4253-bcce-8a3d65bc125c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.232734] env[69155]: DEBUG nova.compute.manager [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Refreshing instance network info cache due to event network-changed-db7da7e9-c73d-4253-bcce-8a3d65bc125c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.232885] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] Acquiring lock "refresh_cache-87f1eb13-911f-4032-8438-b2053a68fd4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.233055] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] Acquired lock "refresh_cache-87f1eb13-911f-4032-8438-b2053a68fd4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.233187] env[69155]: DEBUG nova.network.neutron [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Refreshing network info cache for port db7da7e9-c73d-4253-bcce-8a3d65bc125c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.386052] env[69155]: INFO nova.compute.manager [-] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Took 2.08 seconds to deallocate network for instance. [ 843.406527] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599551, 'name': ReconfigVM_Task, 'duration_secs': 1.02017} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.406820] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d291de83-0154-4667-9442-ebac9dbf5670/d291de83-0154-4667-9442-ebac9dbf5670.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.407548] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96dba343-0586-4f6e-8ade-008249f1ce13 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.414202] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 843.414202] env[69155]: value = "task-3599553" [ 843.414202] env[69155]: _type = "Task" [ 843.414202] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.429484] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599553, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.505904] env[69155]: INFO nova.compute.manager [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] instance snapshotting [ 843.512729] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e7b32-a139-4233-a48f-68643052ea66 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.546731] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed49aceb-128e-4134-9f33-4269596a3cad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.563489] env[69155]: INFO nova.compute.manager [-] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Took 1.90 seconds to deallocate network for instance. [ 843.623979] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquiring lock "refresh_cache-87f1eb13-911f-4032-8438-b2053a68fd4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.669041] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599552, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.746329] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab14a78-c79d-4daf-b249-3d66a16bc9f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.760642] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8373e60c-3014-4a62-8315-d71c99853b6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.794549] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd6b5b-4c22-4f04-9ba8-67d904c30668 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.797990] env[69155]: DEBUG nova.network.neutron [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.807068] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca6e61d-c079-4bf9-9064-4ffee4f18a10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.821101] env[69155]: DEBUG nova.compute.provider_tree [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.893410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.909639] env[69155]: DEBUG nova.network.neutron [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.925082] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599553, 'name': Rename_Task, 'duration_secs': 0.250068} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.925362] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.925602] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-697a5f31-2a86-4697-8bfb-11805b4e6ad7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.932477] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 843.932477] env[69155]: value = "task-3599554" [ 843.932477] env[69155]: _type = "Task" [ 843.932477] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.940432] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.063060] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.063060] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcc565e2-801f-4b68-89cd-9b2b675b4204 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.071703] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 844.071703] env[69155]: value = "task-3599555" [ 844.071703] env[69155]: _type = "Task" [ 844.071703] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.077572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.084164] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.123023] env[69155]: INFO nova.compute.manager [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Rebuilding instance [ 844.163432] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717876} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.163705] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1590459e-7420-4f0f-9035-8d1d05b6610c/1590459e-7420-4f0f-9035-8d1d05b6610c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.164024] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.164225] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ada16c2e-1718-4204-bb25-b82287d5ecc9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.174599] env[69155]: DEBUG nova.compute.manager [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.174599] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934868fa-0670-4d20-a44b-1dc41b4bc6e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.177195] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 844.177195] env[69155]: value = "task-3599556" [ 844.177195] env[69155]: _type = "Task" [ 844.177195] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.188940] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.323917] env[69155]: DEBUG nova.scheduler.client.report [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.412503] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c69ccc-14e9-4284-a127-21b75174097b req-f2460996-2bfa-4ca4-8db7-078e21ed260b service nova] Releasing lock "refresh_cache-87f1eb13-911f-4032-8438-b2053a68fd4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.413322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquired lock "refresh_cache-87f1eb13-911f-4032-8438-b2053a68fd4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.413322] env[69155]: DEBUG nova.network.neutron [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.443127] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.581535] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.696293] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071542} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.696664] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.697419] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941846c0-833e-436d-afe7-2d05160c38e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.720540] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 1590459e-7420-4f0f-9035-8d1d05b6610c/1590459e-7420-4f0f-9035-8d1d05b6610c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.721458] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d11434b0-ebe7-438d-8064-e04c75547595 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.754129] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 844.754129] env[69155]: value = "task-3599557" [ 844.754129] env[69155]: _type = "Task" [ 844.754129] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.765625] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.830467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.833282] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.952s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.835034] env[69155]: INFO nova.compute.claims [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.855323] env[69155]: INFO nova.scheduler.client.report [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleted allocations for instance 50aeb81d-ca5a-433c-8158-5f611f3101ad [ 844.944835] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.958943] env[69155]: DEBUG nova.network.neutron [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.082661] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.201036] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.201401] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cef5a9ba-7efe-43bb-90d5-33af75cc8dad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.209273] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 845.209273] env[69155]: value = "task-3599558" [ 845.209273] env[69155]: _type = "Task" [ 845.209273] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.219519] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.235416] env[69155]: DEBUG nova.network.neutron [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Updating instance_info_cache with network_info: [{"id": "db7da7e9-c73d-4253-bcce-8a3d65bc125c", "address": "fa:16:3e:a4:e8:33", "network": {"id": "da70e3e5-35e0-48e2-8263-f6a230d648a6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1023798649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d30d4396e144daab07318b6646eedc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7da7e9-c7", "ovs_interfaceid": "db7da7e9-c73d-4253-bcce-8a3d65bc125c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.266985] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599557, 'name': ReconfigVM_Task, 'duration_secs': 0.423494} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.267564] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 1590459e-7420-4f0f-9035-8d1d05b6610c/1590459e-7420-4f0f-9035-8d1d05b6610c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.269396] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7adececc-e115-4b30-84ce-b503ffce22ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.278112] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 845.278112] env[69155]: value = "task-3599559" [ 845.278112] env[69155]: _type = "Task" [ 845.278112] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.292630] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599559, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.363945] env[69155]: DEBUG oslo_concurrency.lockutils [None req-940fefd1-51df-4273-9b1c-b0e08f76d688 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "50aeb81d-ca5a-433c-8158-5f611f3101ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.517s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.444019] env[69155]: DEBUG oslo_vmware.api [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599554, 'name': PowerOnVM_Task, 'duration_secs': 1.432651} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.444481] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.444723] env[69155]: INFO nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Took 9.93 seconds to spawn the instance on the hypervisor. [ 845.444913] env[69155]: DEBUG nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.445744] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8f677e-32cc-486e-9f5e-afa9ff5a5835 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.583367] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599555, 'name': CreateSnapshot_Task, 'duration_secs': 1.467703} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.583643] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.584387] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd00cb09-1990-455a-bbc0-18139e2612d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.720467] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599558, 'name': PowerOffVM_Task, 'duration_secs': 0.327708} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.720759] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.720995] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.721793] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a67ec4-64e0-43a4-b8c1-f87e69fac49f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.729630] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.729630] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c87132e7-68c6-4717-b451-5e1e9d3ed372 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.738525] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Releasing lock "refresh_cache-87f1eb13-911f-4032-8438-b2053a68fd4e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.738934] env[69155]: DEBUG nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Instance network_info: |[{"id": "db7da7e9-c73d-4253-bcce-8a3d65bc125c", "address": "fa:16:3e:a4:e8:33", "network": {"id": "da70e3e5-35e0-48e2-8263-f6a230d648a6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1023798649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d30d4396e144daab07318b6646eedc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7da7e9-c7", "ovs_interfaceid": "db7da7e9-c73d-4253-bcce-8a3d65bc125c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.739252] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:e8:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db7da7e9-c73d-4253-bcce-8a3d65bc125c', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.747184] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Creating folder: Project (5d30d4396e144daab07318b6646eedc5). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.747471] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88fa98f-4089-4703-893d-0bf6d6ee3868 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.757942] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Created folder: Project (5d30d4396e144daab07318b6646eedc5) in parent group-v718010. [ 845.758304] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Creating folder: Instances. Parent ref: group-v718165. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.758398] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd4a5859-563b-40ab-86d1-36a77eb786cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.767694] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Created folder: Instances in parent group-v718165. [ 845.767958] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.768178] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.768394] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-613af189-6a9d-4ccf-b99f-18b205f13c0c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.795023] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599559, 'name': Rename_Task, 'duration_secs': 0.370432} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.795023] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.795023] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.795023] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.795023] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleting the datastore file [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.795023] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.795023] env[69155]: value = "task-3599563" [ 845.795023] env[69155]: _type = "Task" [ 845.795023] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.795023] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c44a70-008d-49e3-abbc-9c55882e749e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.797252] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5836f48-6fff-425d-b37c-4e47fc054b34 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.807552] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599563, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.809372] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 845.809372] env[69155]: value = "task-3599564" [ 845.809372] env[69155]: _type = "Task" [ 845.809372] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.811638] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 845.811638] env[69155]: value = "task-3599565" [ 845.811638] env[69155]: _type = "Task" [ 845.811638] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.830280] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.833600] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599564, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.970061] env[69155]: INFO nova.compute.manager [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Took 43.10 seconds to build instance. [ 846.105625] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 846.105876] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d12c6be5-9073-4dc7-ae0c-4e6d90aff054 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.115791] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 846.115791] env[69155]: value = "task-3599566" [ 846.115791] env[69155]: _type = "Task" [ 846.115791] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.127431] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599566, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.314850] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599563, 'name': CreateVM_Task, 'duration_secs': 0.465503} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.315935] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.316787] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.316951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.317322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.320442] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1506745-3925-4a5e-81fe-83c01a7d9e2b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.328928] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.334725] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245454} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.335919] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.336235] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.336486] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.339258] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 846.339258] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524d78c6-9628-3b01-871e-e6f1e4efc94e" [ 846.339258] env[69155]: _type = "Task" [ 846.339258] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.352063] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524d78c6-9628-3b01-871e-e6f1e4efc94e, 'name': SearchDatastore_Task, 'duration_secs': 0.015419} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.352757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.353078] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.353363] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.353479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.353664] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.354097] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65ede2d7-5ac6-40d2-9e96-06411e7cc42c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.366890] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.366890] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.370120] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8bde0ab-498c-44ac-b271-e211d9458ffe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.372796] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 846.372796] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528d5ff7-113e-e2aa-561c-ad994964d6d1" [ 846.372796] env[69155]: _type = "Task" [ 846.372796] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.384983] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528d5ff7-113e-e2aa-561c-ad994964d6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.468497] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9923bcbb-8404-43bc-b5db-fb686a201b16 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.474942] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b233a89a-49e9-4448-8e60-cbb21ed53939 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.157s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.484549] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6a79a9-9a04-476e-9656-6d8d24690ddc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.541203] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b2ba2b-45e8-4363-82a1-9dffdf7741a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.551397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.551397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.558042] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bf2bde-b463-4a39-b55b-66025cef4d55 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.580552] env[69155]: DEBUG nova.compute.provider_tree [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.629323] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599566, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.822691] env[69155]: DEBUG oslo_vmware.api [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599564, 'name': PowerOnVM_Task, 'duration_secs': 0.869903} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.823051] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.823319] env[69155]: INFO nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Took 8.63 seconds to spawn the instance on the hypervisor. [ 846.823543] env[69155]: DEBUG nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.824695] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5d0457-6c3d-46a9-9dc9-2de2c4f4dd18 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.891154] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528d5ff7-113e-e2aa-561c-ad994964d6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.892425] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0073b697-5352-47e8-9172-9d245a74b130 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.902711] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 846.902711] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524c5f9d-40e5-4fe4-39c4-9296a97dfb54" [ 846.902711] env[69155]: _type = "Task" [ 846.902711] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.915330] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524c5f9d-40e5-4fe4-39c4-9296a97dfb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.920357] env[69155]: DEBUG nova.compute.manager [req-bd2a7ba3-faaf-42bb-ab0e-5063a14e117b req-159774f3-f69a-40b0-b30b-8e5cd0c7c65b service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Received event network-changed-0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.920517] env[69155]: DEBUG nova.compute.manager [req-bd2a7ba3-faaf-42bb-ab0e-5063a14e117b req-159774f3-f69a-40b0-b30b-8e5cd0c7c65b service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Refreshing instance network info cache due to event network-changed-0de82243-d532-4d87-994f-df0a82872741. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.920745] env[69155]: DEBUG oslo_concurrency.lockutils [req-bd2a7ba3-faaf-42bb-ab0e-5063a14e117b req-159774f3-f69a-40b0-b30b-8e5cd0c7c65b service nova] Acquiring lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.921361] env[69155]: DEBUG oslo_concurrency.lockutils [req-bd2a7ba3-faaf-42bb-ab0e-5063a14e117b req-159774f3-f69a-40b0-b30b-8e5cd0c7c65b service nova] Acquired lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.921613] env[69155]: DEBUG nova.network.neutron [req-bd2a7ba3-faaf-42bb-ab0e-5063a14e117b req-159774f3-f69a-40b0-b30b-8e5cd0c7c65b service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Refreshing network info cache for port 0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.978501] env[69155]: DEBUG nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.109812] env[69155]: ERROR nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [req-3ef023a1-f500-4335-911c-6ccac0df99d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ef023a1-f500-4335-911c-6ccac0df99d7"}]} [ 847.125300] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599566, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.127746] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 847.141696] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 847.141929] env[69155]: DEBUG nova.compute.provider_tree [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.160976] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 847.181359] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 847.343859] env[69155]: INFO nova.compute.manager [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Took 38.93 seconds to build instance. [ 847.376509] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.376806] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.376992] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.377199] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.377349] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.377505] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.377756] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.377958] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.378145] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.378327] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.378520] env[69155]: DEBUG nova.virt.hardware [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.379417] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c6a54-d0d7-49d4-a29c-53acfd1d740e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.390689] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6b81ad-8953-4c9e-a058-eded1ad79830 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.407508] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:23:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd67e8c6-4169-4667-8578-b302078275a0', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.415502] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.421327] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.422075] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8a40a24-086e-4d86-94e6-cc1ed33e6c6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.447040] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524c5f9d-40e5-4fe4-39c4-9296a97dfb54, 'name': SearchDatastore_Task, 'duration_secs': 0.019312} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.447505] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.447784] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 87f1eb13-911f-4032-8438-b2053a68fd4e/87f1eb13-911f-4032-8438-b2053a68fd4e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.448105] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebbc2a03-b4de-4202-afe2-1d7168b02f03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.451729] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.451729] env[69155]: value = "task-3599567" [ 847.451729] env[69155]: _type = "Task" [ 847.451729] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.458453] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 847.458453] env[69155]: value = "task-3599568" [ 847.458453] env[69155]: _type = "Task" [ 847.458453] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.465250] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599567, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.471763] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.501279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.628464] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599566, 'name': CloneVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.752553] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100c083-31b0-4d2b-ba82-d0a1e637a8bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.760843] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248a7d80-ea43-4860-a5a9-ec1c2a7aabad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.796797] env[69155]: DEBUG nova.network.neutron [req-bd2a7ba3-faaf-42bb-ab0e-5063a14e117b req-159774f3-f69a-40b0-b30b-8e5cd0c7c65b service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updated VIF entry in instance network info cache for port 0de82243-d532-4d87-994f-df0a82872741. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.797277] env[69155]: DEBUG nova.network.neutron [req-bd2a7ba3-faaf-42bb-ab0e-5063a14e117b req-159774f3-f69a-40b0-b30b-8e5cd0c7c65b service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance_info_cache with network_info: [{"id": "0de82243-d532-4d87-994f-df0a82872741", "address": "fa:16:3e:fb:86:a3", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de82243-d5", "ovs_interfaceid": "0de82243-d532-4d87-994f-df0a82872741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.799186] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa26671d-d909-4448-a271-5756edbe3055 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.807721] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e518f00-803d-4774-bebe-0dbb70c4b389 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.823602] env[69155]: DEBUG nova.compute.provider_tree [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.830631] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "11cb3234-1f5d-4fa3-85b6-27762718a63d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.830934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "11cb3234-1f5d-4fa3-85b6-27762718a63d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.847846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69643984-c602-42a7-9f12-62d1cbf174e5 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "1590459e-7420-4f0f-9035-8d1d05b6610c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.120s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.968492] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599567, 'name': CreateVM_Task, 'duration_secs': 0.364183} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.972637] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.973220] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.974016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.974349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.975021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.975428] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200db15a-7bfd-4681-ab85-af983a272e8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.980964] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 847.980964] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5227fb52-d0f1-4aae-9991-48716fc80701" [ 847.980964] env[69155]: _type = "Task" [ 847.980964] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.990736] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5227fb52-d0f1-4aae-9991-48716fc80701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.128273] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599566, 'name': CloneVM_Task, 'duration_secs': 1.56648} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.128554] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Created linked-clone VM from snapshot [ 848.129340] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cdab57-e35e-476b-b2c7-abaa339fe36e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.137845] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Uploading image ac52322d-ba9b-4795-8d97-7107942d6486 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.164241] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.164241] env[69155]: value = "vm-718168" [ 848.164241] env[69155]: _type = "VirtualMachine" [ 848.164241] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.164596] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c9cf8c0-40a4-4d13-a179-bc80f5836cdd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.175286] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lease: (returnval){ [ 848.175286] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b215bb-e382-a5b4-995e-0e87c8833922" [ 848.175286] env[69155]: _type = "HttpNfcLease" [ 848.175286] env[69155]: } obtained for exporting VM: (result){ [ 848.175286] env[69155]: value = "vm-718168" [ 848.175286] env[69155]: _type = "VirtualMachine" [ 848.175286] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.175671] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the lease: (returnval){ [ 848.175671] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b215bb-e382-a5b4-995e-0e87c8833922" [ 848.175671] env[69155]: _type = "HttpNfcLease" [ 848.175671] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.185933] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.185933] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b215bb-e382-a5b4-995e-0e87c8833922" [ 848.185933] env[69155]: _type = "HttpNfcLease" [ 848.185933] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.303389] env[69155]: DEBUG oslo_concurrency.lockutils [req-bd2a7ba3-faaf-42bb-ab0e-5063a14e117b req-159774f3-f69a-40b0-b30b-8e5cd0c7c65b service nova] Releasing lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.351102] env[69155]: DEBUG nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.357994] env[69155]: ERROR nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [req-ca3294da-653d-44a4-b6cc-81fca77df680] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ca3294da-653d-44a4-b6cc-81fca77df680"}]} [ 848.379194] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 848.396119] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 848.396374] env[69155]: DEBUG nova.compute.provider_tree [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.410606] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 848.438237] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 848.471039] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599568, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.493737] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5227fb52-d0f1-4aae-9991-48716fc80701, 'name': SearchDatastore_Task, 'duration_secs': 0.04675} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.496462] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.496826] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.497173] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.497383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.497625] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.498148] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e3a0f3a-e911-4351-a416-18825cd77f9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.511552] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.511756] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.512517] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddfd26c2-e713-422e-ac11-d7fa33af23f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.517836] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 848.517836] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5235f340-60f3-3899-646d-61d9b805aeea" [ 848.517836] env[69155]: _type = "Task" [ 848.517836] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.527994] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5235f340-60f3-3899-646d-61d9b805aeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.658831] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquiring lock "1590459e-7420-4f0f-9035-8d1d05b6610c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.659271] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "1590459e-7420-4f0f-9035-8d1d05b6610c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.659360] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquiring lock "1590459e-7420-4f0f-9035-8d1d05b6610c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.659550] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "1590459e-7420-4f0f-9035-8d1d05b6610c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.659795] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "1590459e-7420-4f0f-9035-8d1d05b6610c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.664658] env[69155]: INFO nova.compute.manager [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Terminating instance [ 848.683545] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.683545] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b215bb-e382-a5b4-995e-0e87c8833922" [ 848.683545] env[69155]: _type = "HttpNfcLease" [ 848.683545] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.683823] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.683823] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b215bb-e382-a5b4-995e-0e87c8833922" [ 848.683823] env[69155]: _type = "HttpNfcLease" [ 848.683823] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.684621] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363688c5-fe18-487b-ab19-63efa8aff921 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.693944] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a95bd-aedd-75e7-e140-8ded8ce4e747/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.694136] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a95bd-aedd-75e7-e140-8ded8ce4e747/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.877142] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.901537] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6500f036-3d5b-401f-95a8-b85821c0053a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.968795] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599568, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.990196] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05b2e6-7ac0-4907-9eb7-24cc5fb39064 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.996343] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a3235a-1ec0-4f0a-9004-874e04d39e14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.030171] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820bf396-4e46-4a35-9dfc-0c7303227ae4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.037899] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5235f340-60f3-3899-646d-61d9b805aeea, 'name': SearchDatastore_Task, 'duration_secs': 0.017093} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.042020] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1fd6e54-f54e-4df5-a041-bd0528d27be9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.043848] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a60e5c-89cf-451b-a9fe-7f9c2909fa35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.052970] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 849.052970] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5229730d-cacc-6551-5091-2c4d71b643ec" [ 849.052970] env[69155]: _type = "Task" [ 849.052970] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.062224] env[69155]: DEBUG nova.compute.provider_tree [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.071359] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5229730d-cacc-6551-5091-2c4d71b643ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.168781] env[69155]: DEBUG nova.compute.manager [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.169048] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.170016] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e2e2c4-2188-4f95-8073-cfa5be3af69a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.180906] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.181365] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a2be7c9-0ac5-43e0-94ae-2df37ecd4103 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.189107] env[69155]: DEBUG oslo_vmware.api [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 849.189107] env[69155]: value = "task-3599570" [ 849.189107] env[69155]: _type = "Task" [ 849.189107] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.201408] env[69155]: DEBUG oslo_vmware.api [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.470673] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599568, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.711918} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.471526] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 87f1eb13-911f-4032-8438-b2053a68fd4e/87f1eb13-911f-4032-8438-b2053a68fd4e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.471526] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.471765] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a50ed46b-68fb-478d-8a66-6e0e767b3cc8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.479210] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 849.479210] env[69155]: value = "task-3599571" [ 849.479210] env[69155]: _type = "Task" [ 849.479210] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.488173] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.574066] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5229730d-cacc-6551-5091-2c4d71b643ec, 'name': SearchDatastore_Task, 'duration_secs': 0.03865} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.575196] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.575196] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.575688] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2da1bf8d-a1f9-4cea-b4e4-bd9f5fc23c1b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.583318] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 849.583318] env[69155]: value = "task-3599572" [ 849.583318] env[69155]: _type = "Task" [ 849.583318] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.591857] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.605789] env[69155]: DEBUG nova.scheduler.client.report [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 849.607026] env[69155]: DEBUG nova.compute.provider_tree [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 85 to 86 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 849.607026] env[69155]: DEBUG nova.compute.provider_tree [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.700105] env[69155]: DEBUG oslo_vmware.api [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599570, 'name': PowerOffVM_Task, 'duration_secs': 0.275296} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.700759] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.701098] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.701583] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6e4928-4cf4-41dd-ab4b-ffe946146b0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.788644] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.789013] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.789312] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Deleting the datastore file [datastore2] 1590459e-7420-4f0f-9035-8d1d05b6610c {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.789652] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39cff841-7880-4c12-a9d5-3bd58e596171 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.795684] env[69155]: DEBUG oslo_vmware.api [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for the task: (returnval){ [ 849.795684] env[69155]: value = "task-3599574" [ 849.795684] env[69155]: _type = "Task" [ 849.795684] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.803852] env[69155]: DEBUG oslo_vmware.api [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.989590] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138139} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.989939] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.990754] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cdc06a-e025-49e1-a67e-c1e0853399cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.019804] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 87f1eb13-911f-4032-8438-b2053a68fd4e/87f1eb13-911f-4032-8438-b2053a68fd4e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.020239] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d517994-a279-4f77-9980-c721868540a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.044708] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 850.044708] env[69155]: value = "task-3599575" [ 850.044708] env[69155]: _type = "Task" [ 850.044708] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.054575] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.093930] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.112268] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.279s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.112838] env[69155]: DEBUG nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.116068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.634s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.116315] env[69155]: DEBUG nova.objects.instance [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lazy-loading 'resources' on Instance uuid 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.305748] env[69155]: DEBUG oslo_vmware.api [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Task: {'id': task-3599574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368576} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.306296] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.306296] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.306296] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.307170] env[69155]: INFO nova.compute.manager [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 850.307547] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.307899] env[69155]: DEBUG nova.compute.manager [-] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.308696] env[69155]: DEBUG nova.network.neutron [-] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.559762] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599575, 'name': ReconfigVM_Task, 'duration_secs': 0.384502} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.559762] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 87f1eb13-911f-4032-8438-b2053a68fd4e/87f1eb13-911f-4032-8438-b2053a68fd4e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.559762] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca3eba92-a380-4d03-a26b-d0caa6430b0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.568767] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 850.568767] env[69155]: value = "task-3599576" [ 850.568767] env[69155]: _type = "Task" [ 850.568767] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.581483] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599576, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.595872] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62627} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.595872] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.595872] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.595872] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39649094-2a02-47ab-80ee-29fb2d137012 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.602180] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 850.602180] env[69155]: value = "task-3599577" [ 850.602180] env[69155]: _type = "Task" [ 850.602180] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.611502] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.620021] env[69155]: DEBUG nova.compute.utils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.621598] env[69155]: DEBUG nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.626203] env[69155]: DEBUG nova.network.neutron [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.705070] env[69155]: DEBUG nova.policy [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '327ba13d415b4474826ec39c6867948e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd55f34872049f5892cce5bfe0b114e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.764210] env[69155]: DEBUG nova.compute.manager [req-798b0f46-3c1f-441c-940d-78efa9568d7a req-0b624df4-4a85-47d5-b66d-2a2b49fe31fb service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Received event network-vif-deleted-35a761e4-dd31-4fde-9ecc-228230343549 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.764483] env[69155]: INFO nova.compute.manager [req-798b0f46-3c1f-441c-940d-78efa9568d7a req-0b624df4-4a85-47d5-b66d-2a2b49fe31fb service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Neutron deleted interface 35a761e4-dd31-4fde-9ecc-228230343549; detaching it from the instance and deleting it from the info cache [ 850.764663] env[69155]: DEBUG nova.network.neutron [req-798b0f46-3c1f-441c-940d-78efa9568d7a req-0b624df4-4a85-47d5-b66d-2a2b49fe31fb service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.068515] env[69155]: DEBUG nova.network.neutron [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Successfully created port: 394a274a-a2cd-43c9-892b-dd3613c1e85c {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.086193] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599576, 'name': Rename_Task, 'duration_secs': 0.163292} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.086509] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.087825] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc138020-8f36-455e-954b-57a1a621d016 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.096678] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 851.096678] env[69155]: value = "task-3599578" [ 851.096678] env[69155]: _type = "Task" [ 851.096678] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.113423] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.113704] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069385} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.116523] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.118258] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b710e152-4ad5-45be-9d99-5d24a81e00ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.132089] env[69155]: DEBUG nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.143382] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.146438] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b508faa2-84a6-45e1-b4c0-89570a8d3652 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.166777] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 851.166777] env[69155]: value = "task-3599579" [ 851.166777] env[69155]: _type = "Task" [ 851.166777] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.170985] env[69155]: DEBUG nova.network.neutron [-] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.179338] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.240418] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db08bc3-7d2e-4529-8237-7a21db19647f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.248900] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d2aba-755b-4a58-a401-95f467fd49b0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.283729] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-454ef54b-c639-40f2-ad7e-8eafdd4cbc8f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.286660] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c333224-c0d2-4f24-9df1-f5e1f36ffeff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.295972] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4d512c-91f0-4d5a-9e8f-5711b871a2f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.302262] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b4f94c-c7e8-46f5-9d04-fc343b7ed4a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.324484] env[69155]: DEBUG nova.compute.provider_tree [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.338925] env[69155]: DEBUG nova.compute.manager [req-798b0f46-3c1f-441c-940d-78efa9568d7a req-0b624df4-4a85-47d5-b66d-2a2b49fe31fb service nova] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Detach interface failed, port_id=35a761e4-dd31-4fde-9ecc-228230343549, reason: Instance 1590459e-7420-4f0f-9035-8d1d05b6610c could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 851.373144] env[69155]: DEBUG nova.scheduler.client.report [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 851.373144] env[69155]: DEBUG nova.compute.provider_tree [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 86 to 87 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 851.373401] env[69155]: DEBUG nova.compute.provider_tree [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.606871] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.676035] env[69155]: INFO nova.compute.manager [-] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Took 1.37 seconds to deallocate network for instance. [ 851.676365] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599579, 'name': ReconfigVM_Task, 'duration_secs': 0.319195} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.678111] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.681219] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b7dd9f4-6453-4515-b0cc-b828f707ef24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.688787] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 851.688787] env[69155]: value = "task-3599580" [ 851.688787] env[69155]: _type = "Task" [ 851.688787] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.697331] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599580, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.879981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.882512] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.247s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.886398] env[69155]: DEBUG nova.objects.instance [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lazy-loading 'resources' on Instance uuid 1ec0539b-ed48-4c66-8dab-5329eac7316d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.906956] env[69155]: INFO nova.scheduler.client.report [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Deleted allocations for instance 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442 [ 852.108957] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599578, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.153448] env[69155]: DEBUG nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.176914] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.177245] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.177479] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.177638] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.177819] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.178405] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.178405] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.178405] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.178574] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.178723] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.178900] env[69155]: DEBUG nova.virt.hardware [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.179880] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aaf499-603c-4a14-99c5-66eca86fe3b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.183871] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.188783] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf1ca92-9c20-4d89-82b3-39b0b0953be3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.205680] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599580, 'name': Rename_Task, 'duration_secs': 0.154842} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.213975] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.214869] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91f16d30-7ac9-4cb7-ae6d-ff70d6d6ecfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.222416] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 852.222416] env[69155]: value = "task-3599581" [ 852.222416] env[69155]: _type = "Task" [ 852.222416] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.232212] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.417105] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9265bab5-5883-4086-aa2e-b1eef716cfe7 tempest-ServerShowV247Test-1177293268 tempest-ServerShowV247Test-1177293268-project-member] Lock "1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.679s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.611464] env[69155]: DEBUG oslo_vmware.api [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599578, 'name': PowerOnVM_Task, 'duration_secs': 1.079182} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.611873] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.612301] env[69155]: INFO nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Took 10.37 seconds to spawn the instance on the hypervisor. [ 852.612509] env[69155]: DEBUG nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.613590] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e06b0de-5f54-43b0-aa40-c53d7e0663e4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.733011] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599581, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.754923] env[69155]: DEBUG nova.network.neutron [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Successfully updated port: 394a274a-a2cd-43c9-892b-dd3613c1e85c {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.796107] env[69155]: DEBUG nova.compute.manager [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Received event network-vif-plugged-394a274a-a2cd-43c9-892b-dd3613c1e85c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.796107] env[69155]: DEBUG oslo_concurrency.lockutils [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] Acquiring lock "54d76ce9-bc55-460e-99b2-d064700f896d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.796331] env[69155]: DEBUG oslo_concurrency.lockutils [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] Lock "54d76ce9-bc55-460e-99b2-d064700f896d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.796503] env[69155]: DEBUG oslo_concurrency.lockutils [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] Lock "54d76ce9-bc55-460e-99b2-d064700f896d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.796727] env[69155]: DEBUG nova.compute.manager [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] No waiting events found dispatching network-vif-plugged-394a274a-a2cd-43c9-892b-dd3613c1e85c {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.797035] env[69155]: WARNING nova.compute.manager [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Received unexpected event network-vif-plugged-394a274a-a2cd-43c9-892b-dd3613c1e85c for instance with vm_state building and task_state spawning. [ 852.797104] env[69155]: DEBUG nova.compute.manager [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Received event network-changed-394a274a-a2cd-43c9-892b-dd3613c1e85c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.797216] env[69155]: DEBUG nova.compute.manager [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Refreshing instance network info cache due to event network-changed-394a274a-a2cd-43c9-892b-dd3613c1e85c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.797405] env[69155]: DEBUG oslo_concurrency.lockutils [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] Acquiring lock "refresh_cache-54d76ce9-bc55-460e-99b2-d064700f896d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.797546] env[69155]: DEBUG oslo_concurrency.lockutils [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] Acquired lock "refresh_cache-54d76ce9-bc55-460e-99b2-d064700f896d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.797721] env[69155]: DEBUG nova.network.neutron [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Refreshing network info cache for port 394a274a-a2cd-43c9-892b-dd3613c1e85c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.944763] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ef64c3-7096-4e49-9133-869b37fb87c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953969] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba865e-1234-4be1-9f98-897a7b18bf40 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.991097] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ee4ad7-7e97-49b0-a24d-814b13390257 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.999638] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e50e79-ca46-41d3-80b8-690d355de315 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.014936] env[69155]: DEBUG nova.compute.provider_tree [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.139344] env[69155]: INFO nova.compute.manager [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Took 43.41 seconds to build instance. [ 853.236341] env[69155]: DEBUG oslo_vmware.api [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599581, 'name': PowerOnVM_Task, 'duration_secs': 0.675861} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.236698] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.236925] env[69155]: DEBUG nova.compute.manager [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.237804] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211249cf-4912-4c64-9445-8381a960f319 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.260820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-54d76ce9-bc55-460e-99b2-d064700f896d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.350193] env[69155]: DEBUG nova.network.neutron [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.476557] env[69155]: DEBUG nova.network.neutron [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.518837] env[69155]: DEBUG nova.scheduler.client.report [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.644486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "87f1eb13-911f-4032-8438-b2053a68fd4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.145s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.759426] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.981036] env[69155]: DEBUG oslo_concurrency.lockutils [req-8e272b67-baf9-4a90-a723-e526b1122524 req-b28157c5-635a-44b8-ae91-10d1e7b34c85 service nova] Releasing lock "refresh_cache-54d76ce9-bc55-460e-99b2-d064700f896d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.981036] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-54d76ce9-bc55-460e-99b2-d064700f896d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.981036] env[69155]: DEBUG nova.network.neutron [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.025060] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.031559] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.475s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.032663] env[69155]: INFO nova.compute.claims [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.062404] env[69155]: INFO nova.scheduler.client.report [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleted allocations for instance 1ec0539b-ed48-4c66-8dab-5329eac7316d [ 854.146871] env[69155]: DEBUG nova.compute.manager [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.326927] env[69155]: INFO nova.compute.manager [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Rebuilding instance [ 854.368364] env[69155]: DEBUG nova.compute.manager [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.369535] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dde52c-9358-4f12-944c-62515cf81e2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.495670] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquiring lock "87f1eb13-911f-4032-8438-b2053a68fd4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.495949] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "87f1eb13-911f-4032-8438-b2053a68fd4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.496244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquiring lock "87f1eb13-911f-4032-8438-b2053a68fd4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.496745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "87f1eb13-911f-4032-8438-b2053a68fd4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.496745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "87f1eb13-911f-4032-8438-b2053a68fd4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.500263] env[69155]: INFO nova.compute.manager [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Terminating instance [ 854.526215] env[69155]: DEBUG nova.network.neutron [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.554919] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.555192] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.570430] env[69155]: DEBUG oslo_concurrency.lockutils [None req-020cf286-38a6-4037-8c35-279091b4706f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "1ec0539b-ed48-4c66-8dab-5329eac7316d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.539s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.668527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.719189] env[69155]: DEBUG nova.network.neutron [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Updating instance_info_cache with network_info: [{"id": "394a274a-a2cd-43c9-892b-dd3613c1e85c", "address": "fa:16:3e:4b:05:ac", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394a274a-a2", "ovs_interfaceid": "394a274a-a2cd-43c9-892b-dd3613c1e85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.004283] env[69155]: DEBUG nova.compute.manager [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.004563] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.005520] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd3da5d-11cf-4a30-8f51-098665058227 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.014417] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.014762] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483b88f7-bff0-4064-b5ff-a278c273311e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.021605] env[69155]: DEBUG oslo_vmware.api [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 855.021605] env[69155]: value = "task-3599582" [ 855.021605] env[69155]: _type = "Task" [ 855.021605] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.029726] env[69155]: DEBUG oslo_vmware.api [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.058342] env[69155]: DEBUG nova.compute.utils [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.220793] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-54d76ce9-bc55-460e-99b2-d064700f896d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.221238] env[69155]: DEBUG nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Instance network_info: |[{"id": "394a274a-a2cd-43c9-892b-dd3613c1e85c", "address": "fa:16:3e:4b:05:ac", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394a274a-a2", "ovs_interfaceid": "394a274a-a2cd-43c9-892b-dd3613c1e85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.222129] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:05:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394a274a-a2cd-43c9-892b-dd3613c1e85c', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.230638] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.231054] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.231350] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13759eb3-7bc4-4136-bd74-31b6c7e869c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.258191] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.258191] env[69155]: value = "task-3599583" [ 855.258191] env[69155]: _type = "Task" [ 855.258191] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.273258] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599583, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.383876] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.387969] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07139725-05f1-4cd1-a94a-bdc4d8cbce1e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.396195] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 855.396195] env[69155]: value = "task-3599584" [ 855.396195] env[69155]: _type = "Task" [ 855.396195] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.409386] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.535552] env[69155]: DEBUG oslo_vmware.api [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599582, 'name': PowerOffVM_Task, 'duration_secs': 0.234616} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.535831] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.536015] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.536845] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c2acee7-f671-4b70-ab9c-9f30e3a83f1c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.561778] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.566471] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c49d207-9947-4cd9-aa1b-566ea4ae43db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.574029] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32636f1-46ab-48a2-8a2a-894ffb2325db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.606095] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaac03f-daa7-4395-9335-d61210be14d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.613925] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396311f2-bc4f-4ccb-bcc3-07dd43c58f79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.628137] env[69155]: DEBUG nova.compute.provider_tree [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.632124] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.632362] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.632545] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Deleting the datastore file [datastore1] 87f1eb13-911f-4032-8438-b2053a68fd4e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.632814] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4476cee0-9798-4f23-ae19-d3e8be633d13 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.639796] env[69155]: DEBUG oslo_vmware.api [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for the task: (returnval){ [ 855.639796] env[69155]: value = "task-3599586" [ 855.639796] env[69155]: _type = "Task" [ 855.639796] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.649077] env[69155]: DEBUG oslo_vmware.api [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.769213] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599583, 'name': CreateVM_Task, 'duration_secs': 0.41131} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.769420] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.770141] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.770319] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.770636] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.771235] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4253642a-d13b-4853-911c-073ad6de1bb7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.776094] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 855.776094] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525b06b6-0f5b-b031-fa36-fd56ad69121a" [ 855.776094] env[69155]: _type = "Task" [ 855.776094] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.785492] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525b06b6-0f5b-b031-fa36-fd56ad69121a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.905598] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599584, 'name': PowerOffVM_Task, 'duration_secs': 0.212657} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.905871] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.906118] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.906920] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8d27c-5a8e-4d69-8435-6ca4186da74d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.913477] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.913729] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45bd1647-8ff4-4b11-b827-4e6085c7f3a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.979400] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.979549] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.980030] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleting the datastore file [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.980672] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6182ec-4fcd-4d92-9bb1-1e7e60ece24b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.987555] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 855.987555] env[69155]: value = "task-3599588" [ 855.987555] env[69155]: _type = "Task" [ 855.987555] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.996240] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.132238] env[69155]: DEBUG nova.scheduler.client.report [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.154488] env[69155]: DEBUG oslo_vmware.api [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Task: {'id': task-3599586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239863} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.154780] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.155027] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.155184] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.155359] env[69155]: INFO nova.compute.manager [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 856.155603] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.155799] env[69155]: DEBUG nova.compute.manager [-] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.155890] env[69155]: DEBUG nova.network.neutron [-] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.287442] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525b06b6-0f5b-b031-fa36-fd56ad69121a, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.287889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.288097] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.288369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.288522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.288719] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.289111] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fa091e9-a4f0-4209-bea2-8e53711fe380 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.298597] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.298769] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.299557] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0259b97e-4467-476f-8be4-517f234c50fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.305917] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 856.305917] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52501e77-affb-cc52-52b7-4d4c9ecd228f" [ 856.305917] env[69155]: _type = "Task" [ 856.305917] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.313616] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52501e77-affb-cc52-52b7-4d4c9ecd228f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.497996] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297767} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.498330] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.498728] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.498728] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.639487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.640073] env[69155]: DEBUG nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.645528] env[69155]: DEBUG nova.compute.manager [req-b04fff9c-d1c1-4d9a-b153-3fdc45fba470 req-dfd1892e-a9f5-4d57-bb86-da882d7a1ca6 service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Received event network-vif-deleted-db7da7e9-c73d-4253-bcce-8a3d65bc125c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.645852] env[69155]: INFO nova.compute.manager [req-b04fff9c-d1c1-4d9a-b153-3fdc45fba470 req-dfd1892e-a9f5-4d57-bb86-da882d7a1ca6 service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Neutron deleted interface db7da7e9-c73d-4253-bcce-8a3d65bc125c; detaching it from the instance and deleting it from the info cache [ 856.646112] env[69155]: DEBUG nova.network.neutron [req-b04fff9c-d1c1-4d9a-b153-3fdc45fba470 req-dfd1892e-a9f5-4d57-bb86-da882d7a1ca6 service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.647457] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.459s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.647722] env[69155]: DEBUG nova.objects.instance [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lazy-loading 'resources' on Instance uuid c5209efb-b5b2-484e-ac69-af52353f1b0b {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.650635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.650924] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.651203] env[69155]: INFO nova.compute.manager [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Attaching volume 8630f251-a57f-4188-a3b4-8bd2acab0302 to /dev/sdb [ 856.701957] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b0a221-ca9b-4ec5-a49f-86580616a0fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.710590] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5395852b-83a7-4436-bb64-facb2d5a2b6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.726526] env[69155]: DEBUG nova.virt.block_device [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updating existing volume attachment record: 25574f61-f03a-49d6-ba91-78bd241dc391 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 856.818761] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52501e77-affb-cc52-52b7-4d4c9ecd228f, 'name': SearchDatastore_Task, 'duration_secs': 0.016514} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.819588] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee676227-d311-4bb1-a3fc-329d1a31563a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.825072] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 856.825072] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524dff4d-0fdd-0491-bf61-81ccd9b8db83" [ 856.825072] env[69155]: _type = "Task" [ 856.825072] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.832769] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524dff4d-0fdd-0491-bf61-81ccd9b8db83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.022225] env[69155]: DEBUG nova.network.neutron [-] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.151025] env[69155]: DEBUG nova.compute.utils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.151025] env[69155]: DEBUG nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.151025] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.158413] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8968627-41ed-4825-89a7-c22aa153835e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.172169] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e57ac2-547d-40a6-a98c-9e5521fef9e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.207021] env[69155]: DEBUG nova.compute.manager [req-b04fff9c-d1c1-4d9a-b153-3fdc45fba470 req-dfd1892e-a9f5-4d57-bb86-da882d7a1ca6 service nova] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Detach interface failed, port_id=db7da7e9-c73d-4253-bcce-8a3d65bc125c, reason: Instance 87f1eb13-911f-4032-8438-b2053a68fd4e could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 857.231891] env[69155]: DEBUG nova.policy [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451908c91c894efabdd6bfd451dc829d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db99b83c77224a69a87349b2aac77b56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.334780] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524dff4d-0fdd-0491-bf61-81ccd9b8db83, 'name': SearchDatastore_Task, 'duration_secs': 0.014781} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.337469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.337908] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 54d76ce9-bc55-460e-99b2-d064700f896d/54d76ce9-bc55-460e-99b2-d064700f896d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.338402] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6378337a-aba2-4956-9523-0438d355ef9f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.346624] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 857.346624] env[69155]: value = "task-3599592" [ 857.346624] env[69155]: _type = "Task" [ 857.346624] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.356299] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.529587] env[69155]: INFO nova.compute.manager [-] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Took 1.37 seconds to deallocate network for instance. [ 857.550558] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.550852] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.551176] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.551309] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.551535] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.551706] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.552065] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.552277] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.552975] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.552975] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.553191] env[69155]: DEBUG nova.virt.hardware [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.554279] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20101564-6b2f-456c-987a-4f3bad5fb4f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.573243] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8030932a-6312-42c8-9a82-8859d6484cf6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.588429] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:23:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd67e8c6-4169-4667-8578-b302078275a0', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.601376] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.609840] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.609840] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbbbd5eb-1ead-4669-9367-aee60019a9ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.630150] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.630150] env[69155]: value = "task-3599593" [ 857.630150] env[69155]: _type = "Task" [ 857.630150] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.642806] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a95bd-aedd-75e7-e140-8ded8ce4e747/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.643120] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f8881b-37e2-407b-8baf-aa21162ba6c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.654779] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599593, 'name': CreateVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.656948] env[69155]: DEBUG nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.659711] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a95bd-aedd-75e7-e140-8ded8ce4e747/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.660243] env[69155]: ERROR oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a95bd-aedd-75e7-e140-8ded8ce4e747/disk-0.vmdk due to incomplete transfer. [ 857.660789] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7cf01a5f-9481-44a0-aa98-8fc6766b800b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.671089] env[69155]: DEBUG oslo_vmware.rw_handles [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a95bd-aedd-75e7-e140-8ded8ce4e747/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.671304] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Uploaded image ac52322d-ba9b-4795-8d97-7107942d6486 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.673998] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.674329] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-687c5fe6-ea8c-48b4-b16b-7e97c4465537 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.681825] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 857.681825] env[69155]: value = "task-3599594" [ 857.681825] env[69155]: _type = "Task" [ 857.681825] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.694742] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599594, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.696340] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Successfully created port: c799dc03-d5f9-47dd-8a91-75da63468a57 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.824847] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527df39b-0e1f-498d-a6f0-69c832ee8323 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.835277] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f368b1-7556-452f-bacd-4c5cec44084d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.875358] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34186ab4-a8ed-4177-a4c6-770f063bfbdb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.887933] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599592, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.892136] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11aa307-01e6-42f0-acb9-c4cd9097d7c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.911900] env[69155]: DEBUG nova.compute.provider_tree [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.044293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.062944] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Successfully created port: 2ede6978-157c-4b13-b7ff-388ede48f8bc {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.145158] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599593, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.195317] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599594, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.369772] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Successfully created port: d38accb5-f255-4b1c-b3ba-b8bfc7062952 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.382097] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58067} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.382483] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 54d76ce9-bc55-460e-99b2-d064700f896d/54d76ce9-bc55-460e-99b2-d064700f896d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.382750] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.383073] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aabfaa5-092c-4b97-b81c-5073b8fc0617 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.393177] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 858.393177] env[69155]: value = "task-3599595" [ 858.393177] env[69155]: _type = "Task" [ 858.393177] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.400569] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.461136] env[69155]: DEBUG nova.scheduler.client.report [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.461418] env[69155]: DEBUG nova.compute.provider_tree [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 87 to 88 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.461587] env[69155]: DEBUG nova.compute.provider_tree [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.645379] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599593, 'name': CreateVM_Task, 'duration_secs': 0.784787} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.645629] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.646328] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.646487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.647027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.647165] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34716f7-3378-44b0-bfed-6690b98b30c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.652105] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 858.652105] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e94bb3-990a-fdbe-1f12-4677c00eadcd" [ 858.652105] env[69155]: _type = "Task" [ 858.652105] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.660323] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e94bb3-990a-fdbe-1f12-4677c00eadcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.667531] env[69155]: DEBUG nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.691233] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.691473] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.691637] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.691823] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.692954] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.692954] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.692954] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.692954] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.692954] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.692954] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.692954] env[69155]: DEBUG nova.virt.hardware [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.693818] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2d892-b337-4fd8-bc81-b9511780d9db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.704617] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599594, 'name': Destroy_Task, 'duration_secs': 0.561928} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.709847] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Destroyed the VM [ 858.709847] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.709847] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12edaa82-43ce-4d2c-ada4-78f29bb5bbc1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.710741] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90b9fb2b-daa0-4355-bf42-b4a90832ede0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.725142] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 858.725142] env[69155]: value = "task-3599596" [ 858.725142] env[69155]: _type = "Task" [ 858.725142] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.734140] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599596, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.905057] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073646} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.905499] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.906683] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97510942-73a5-4c30-8a7b-7b77f3007707 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.932968] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 54d76ce9-bc55-460e-99b2-d064700f896d/54d76ce9-bc55-460e-99b2-d064700f896d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.933404] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c63d45-e25b-4d83-a166-50658b72aec3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.957043] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 858.957043] env[69155]: value = "task-3599597" [ 858.957043] env[69155]: _type = "Task" [ 858.957043] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.965560] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.968522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.970938] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.060s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.973202] env[69155]: INFO nova.compute.claims [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.988442] env[69155]: INFO nova.scheduler.client.report [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Deleted allocations for instance c5209efb-b5b2-484e-ac69-af52353f1b0b [ 859.162527] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e94bb3-990a-fdbe-1f12-4677c00eadcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.163017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.163371] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.163701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.163959] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.164278] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.164639] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39db1f7a-0270-4c86-a17a-e7504faa33f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.173326] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.173489] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.174213] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17277b05-89ec-46e0-a1d2-491dfe3d89c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.180192] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 859.180192] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b16aa2-3311-2018-5c0d-feca13adcc75" [ 859.180192] env[69155]: _type = "Task" [ 859.180192] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.187719] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b16aa2-3311-2018-5c0d-feca13adcc75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.236477] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599596, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.333512] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "e0532666-579d-4af4-a98e-5f04b749bca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.333839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "e0532666-579d-4af4-a98e-5f04b749bca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.467865] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.496688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Lock "c5209efb-b5b2-484e-ac69-af52353f1b0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.024s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.690962] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b16aa2-3311-2018-5c0d-feca13adcc75, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.691826] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a526ed03-7f70-4808-81a0-750cfd1fa170 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.697670] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 859.697670] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52755d26-ed84-6c0b-5b45-ba07b61e80e8" [ 859.697670] env[69155]: _type = "Task" [ 859.697670] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.705854] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52755d26-ed84-6c0b-5b45-ba07b61e80e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.735859] env[69155]: DEBUG oslo_vmware.api [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599596, 'name': RemoveSnapshot_Task, 'duration_secs': 0.682914} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.736079] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.736329] env[69155]: INFO nova.compute.manager [None req-c6eeb399-8563-4d43-9dea-3f48d604ed2a tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 859.967949] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599597, 'name': ReconfigVM_Task, 'duration_secs': 0.710757} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.968295] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 54d76ce9-bc55-460e-99b2-d064700f896d/54d76ce9-bc55-460e-99b2-d064700f896d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.968979] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88f1fc61-833f-4ac3-b08b-46a85d6d01b3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.975207] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 859.975207] env[69155]: value = "task-3599599" [ 859.975207] env[69155]: _type = "Task" [ 859.975207] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.985401] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599599, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.012297] env[69155]: DEBUG nova.compute.manager [req-b2749ecf-a54b-4810-bd70-ce85fe13960d req-dbcb30fe-6c83-4de6-90b7-42718c5265d8 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-vif-plugged-c799dc03-d5f9-47dd-8a91-75da63468a57 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.013542] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2749ecf-a54b-4810-bd70-ce85fe13960d req-dbcb30fe-6c83-4de6-90b7-42718c5265d8 service nova] Acquiring lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.013542] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2749ecf-a54b-4810-bd70-ce85fe13960d req-dbcb30fe-6c83-4de6-90b7-42718c5265d8 service nova] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.013881] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2749ecf-a54b-4810-bd70-ce85fe13960d req-dbcb30fe-6c83-4de6-90b7-42718c5265d8 service nova] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.014102] env[69155]: DEBUG nova.compute.manager [req-b2749ecf-a54b-4810-bd70-ce85fe13960d req-dbcb30fe-6c83-4de6-90b7-42718c5265d8 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] No waiting events found dispatching network-vif-plugged-c799dc03-d5f9-47dd-8a91-75da63468a57 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.014476] env[69155]: WARNING nova.compute.manager [req-b2749ecf-a54b-4810-bd70-ce85fe13960d req-dbcb30fe-6c83-4de6-90b7-42718c5265d8 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received unexpected event network-vif-plugged-c799dc03-d5f9-47dd-8a91-75da63468a57 for instance with vm_state building and task_state spawning. [ 860.037170] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Successfully updated port: c799dc03-d5f9-47dd-8a91-75da63468a57 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.207646] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52755d26-ed84-6c0b-5b45-ba07b61e80e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011498} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.210172] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.210446] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.210925] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc78f20-df91-4905-ab13-f2a741965b7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.218244] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 860.218244] env[69155]: value = "task-3599600" [ 860.218244] env[69155]: _type = "Task" [ 860.218244] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.227197] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.488931] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599599, 'name': Rename_Task, 'duration_secs': 0.139759} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.489220] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.489521] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e0e800-7e39-47dd-90ca-81a3dcb8981b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.493929] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30af45ce-0411-4ac4-ba8c-2c8e01c26ab9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.503643] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce87e3d-f539-44e5-8efe-fa946b5854ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.507291] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 860.507291] env[69155]: value = "task-3599601" [ 860.507291] env[69155]: _type = "Task" [ 860.507291] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.545391] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5102cfc-367d-438a-9ba9-8fc9d02b5cce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.553442] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.559432] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fac21c1-6c7b-40d0-a971-90e25d6fe6c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.575564] env[69155]: DEBUG nova.compute.provider_tree [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.729099] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467606} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.729429] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.729719] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.730014] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e0b5f53-da92-40ba-98fe-d2bb5c53a12e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.736848] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 860.736848] env[69155]: value = "task-3599602" [ 860.736848] env[69155]: _type = "Task" [ 860.736848] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.744470] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.018868] env[69155]: DEBUG oslo_vmware.api [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599601, 'name': PowerOnVM_Task, 'duration_secs': 0.49057} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.019161] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.019371] env[69155]: INFO nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Took 8.87 seconds to spawn the instance on the hypervisor. [ 861.019551] env[69155]: DEBUG nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.020363] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e504e-7ad9-4d41-beb5-c98a73273689 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.078033] env[69155]: DEBUG nova.scheduler.client.report [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.249107] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063758} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.249430] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.250939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2823ba94-2b9e-4563-95b1-0972e76590aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.273916] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.274252] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa7cb3da-18cf-44f1-bec5-8218f82bf88d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.295673] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 861.295673] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718172', 'volume_id': '8630f251-a57f-4188-a3b4-8bd2acab0302', 'name': 'volume-8630f251-a57f-4188-a3b4-8bd2acab0302', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1410c48a-e2f5-4756-a7cb-a45da91b1f13', 'attached_at': '', 'detached_at': '', 'volume_id': '8630f251-a57f-4188-a3b4-8bd2acab0302', 'serial': '8630f251-a57f-4188-a3b4-8bd2acab0302'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 861.296579] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8be5cec-cdea-48be-aa02-e1a5010ea40a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.317680] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e32867-e8f6-46ef-832b-6aa93ed0e55b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.321048] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 861.321048] env[69155]: value = "task-3599603" [ 861.321048] env[69155]: _type = "Task" [ 861.321048] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.345911] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-8630f251-a57f-4188-a3b4-8bd2acab0302/volume-8630f251-a57f-4188-a3b4-8bd2acab0302.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.346777] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8c8965-1d2d-44a0-99ef-057dd8a19d80 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.364911] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.372139] env[69155]: DEBUG oslo_vmware.api [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 861.372139] env[69155]: value = "task-3599604" [ 861.372139] env[69155]: _type = "Task" [ 861.372139] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.380745] env[69155]: DEBUG oslo_vmware.api [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.541596] env[69155]: INFO nova.compute.manager [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Took 48.69 seconds to build instance. [ 861.586857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.587498] env[69155]: DEBUG nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.590361] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.245s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.590627] env[69155]: DEBUG nova.objects.instance [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'resources' on Instance uuid 50a031cd-25d0-4a68-8ab0-9e7487d4c56e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.842457] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.883789] env[69155]: DEBUG oslo_vmware.api [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.044735] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f51e4982-db92-445b-8ca2-8181452c3c69 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "54d76ce9-bc55-460e-99b2-d064700f896d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.339s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.094543] env[69155]: DEBUG nova.compute.utils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.100034] env[69155]: DEBUG nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.100192] env[69155]: DEBUG nova.network.neutron [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.192712] env[69155]: DEBUG nova.policy [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b88c14d6ac734137b69a40e258f7fb8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '588397db19dc41d58907a43759fbffbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.219933] env[69155]: DEBUG nova.compute.manager [req-17ad65c2-95f3-4fea-8ed5-832b3861338e req-4e8755b5-72e5-42c8-bf08-efb2295d71cc service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-changed-c799dc03-d5f9-47dd-8a91-75da63468a57 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.220236] env[69155]: DEBUG nova.compute.manager [req-17ad65c2-95f3-4fea-8ed5-832b3861338e req-4e8755b5-72e5-42c8-bf08-efb2295d71cc service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Refreshing instance network info cache due to event network-changed-c799dc03-d5f9-47dd-8a91-75da63468a57. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.221231] env[69155]: DEBUG oslo_concurrency.lockutils [req-17ad65c2-95f3-4fea-8ed5-832b3861338e req-4e8755b5-72e5-42c8-bf08-efb2295d71cc service nova] Acquiring lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.221231] env[69155]: DEBUG oslo_concurrency.lockutils [req-17ad65c2-95f3-4fea-8ed5-832b3861338e req-4e8755b5-72e5-42c8-bf08-efb2295d71cc service nova] Acquired lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.221231] env[69155]: DEBUG nova.network.neutron [req-17ad65c2-95f3-4fea-8ed5-832b3861338e req-4e8755b5-72e5-42c8-bf08-efb2295d71cc service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Refreshing network info cache for port c799dc03-d5f9-47dd-8a91-75da63468a57 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.339979] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599603, 'name': ReconfigVM_Task, 'duration_secs': 0.641043} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.341044] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23/ee089ed0-82fb-4b11-9cce-7504f7aa7b23.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.341335] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af8bdfaa-c4b1-470b-9a36-e6ab66fae263 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.351030] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 862.351030] env[69155]: value = "task-3599605" [ 862.351030] env[69155]: _type = "Task" [ 862.351030] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.364751] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599605, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.383026] env[69155]: DEBUG oslo_vmware.api [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599604, 'name': ReconfigVM_Task, 'duration_secs': 0.704393} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.385714] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-8630f251-a57f-4188-a3b4-8bd2acab0302/volume-8630f251-a57f-4188-a3b4-8bd2acab0302.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.391755] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2feb7f5e-33df-4876-84e7-e5ce64f547a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.415930] env[69155]: DEBUG oslo_vmware.api [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 862.415930] env[69155]: value = "task-3599606" [ 862.415930] env[69155]: _type = "Task" [ 862.415930] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.427258] env[69155]: DEBUG oslo_vmware.api [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.548872] env[69155]: DEBUG nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.606958] env[69155]: DEBUG nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.770934] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f45525a-793d-45b4-aa9b-33ab6cfb44b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.779749] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90302bd9-bbb8-415d-8fa3-b7429bbf2e87 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.810325] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be8ae96-b4b7-435d-bb99-32e310d1f01e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.815457] env[69155]: DEBUG nova.network.neutron [req-17ad65c2-95f3-4fea-8ed5-832b3861338e req-4e8755b5-72e5-42c8-bf08-efb2295d71cc service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.821296] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637e1521-bced-41df-b1f2-9346065d7619 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.835965] env[69155]: DEBUG nova.compute.provider_tree [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.862609] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599605, 'name': Rename_Task, 'duration_secs': 0.154808} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.862948] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.863252] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38bcb163-d946-496f-88f5-4b44ba97fd98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.870986] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 862.870986] env[69155]: value = "task-3599607" [ 862.870986] env[69155]: _type = "Task" [ 862.870986] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.880434] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.928735] env[69155]: DEBUG oslo_vmware.api [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599606, 'name': ReconfigVM_Task, 'duration_secs': 0.168793} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.929235] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718172', 'volume_id': '8630f251-a57f-4188-a3b4-8bd2acab0302', 'name': 'volume-8630f251-a57f-4188-a3b4-8bd2acab0302', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1410c48a-e2f5-4756-a7cb-a45da91b1f13', 'attached_at': '', 'detached_at': '', 'volume_id': '8630f251-a57f-4188-a3b4-8bd2acab0302', 'serial': '8630f251-a57f-4188-a3b4-8bd2acab0302'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 863.026536] env[69155]: DEBUG nova.network.neutron [req-17ad65c2-95f3-4fea-8ed5-832b3861338e req-4e8755b5-72e5-42c8-bf08-efb2295d71cc service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.033955] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Successfully updated port: 2ede6978-157c-4b13-b7ff-388ede48f8bc {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.069501] env[69155]: DEBUG nova.network.neutron [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Successfully created port: bc1e6a8f-5511-4fd8-8510-24f0c82ba836 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.077165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.339710] env[69155]: DEBUG nova.scheduler.client.report [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.384602] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.529307] env[69155]: DEBUG oslo_concurrency.lockutils [req-17ad65c2-95f3-4fea-8ed5-832b3861338e req-4e8755b5-72e5-42c8-bf08-efb2295d71cc service nova] Releasing lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.620226] env[69155]: DEBUG nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.646770] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.647050] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.647220] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.647405] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.648311] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.648510] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.648731] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.648902] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.649143] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.649329] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.649509] env[69155]: DEBUG nova.virt.hardware [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.650426] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ac295c-6037-47a4-a906-d2dd91cd67d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.661666] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a0178b-298f-4656-9aab-2ef420ee6cbf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.848032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.852119] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.816s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.852377] env[69155]: DEBUG nova.objects.instance [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lazy-loading 'resources' on Instance uuid 504ec9b0-3e13-4cfc-a5d4-2a34245590e1 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.879255] env[69155]: INFO nova.scheduler.client.report [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted allocations for instance 50a031cd-25d0-4a68-8ab0-9e7487d4c56e [ 863.885706] env[69155]: DEBUG oslo_vmware.api [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599607, 'name': PowerOnVM_Task, 'duration_secs': 0.782482} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.886269] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.886380] env[69155]: DEBUG nova.compute.manager [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.887160] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974642f3-f93a-4a56-b3f9-e0fe6984c01b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.982168] env[69155]: DEBUG nova.objects.instance [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.025803] env[69155]: INFO nova.compute.manager [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Rebuilding instance [ 864.069325] env[69155]: DEBUG nova.compute.manager [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.070207] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436052a9-dfc0-481f-bfe8-866f005ce0cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.394828] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1cc516f-c0ae-4905-9e09-25e65bc4295d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "50a031cd-25d0-4a68-8ab0-9e7487d4c56e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.481s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.414446] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.460204] env[69155]: DEBUG nova.compute.manager [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-vif-plugged-2ede6978-157c-4b13-b7ff-388ede48f8bc {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.460441] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] Acquiring lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.460703] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.460902] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.461084] env[69155]: DEBUG nova.compute.manager [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] No waiting events found dispatching network-vif-plugged-2ede6978-157c-4b13-b7ff-388ede48f8bc {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.461332] env[69155]: WARNING nova.compute.manager [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received unexpected event network-vif-plugged-2ede6978-157c-4b13-b7ff-388ede48f8bc for instance with vm_state building and task_state spawning. [ 864.461399] env[69155]: DEBUG nova.compute.manager [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-changed-2ede6978-157c-4b13-b7ff-388ede48f8bc {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.461550] env[69155]: DEBUG nova.compute.manager [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Refreshing instance network info cache due to event network-changed-2ede6978-157c-4b13-b7ff-388ede48f8bc. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.461822] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] Acquiring lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.462321] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] Acquired lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.462321] env[69155]: DEBUG nova.network.neutron [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Refreshing network info cache for port 2ede6978-157c-4b13-b7ff-388ede48f8bc {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.488902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d16b6357-c2e1-4d88-80e8-f8b2b35b0097 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.838s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.789614] env[69155]: DEBUG nova.network.neutron [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Successfully updated port: bc1e6a8f-5511-4fd8-8510-24f0c82ba836 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.920728] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d810eb-e84c-4281-b278-77c2e0d577d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.928473] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac3b784-6677-452c-94a8-4d6f8e89b788 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.961202] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d9dd97-d1d9-4cf0-8182-98bf562abb38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.972461] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70f597-fff6-4b51-9bf3-40a885e5973b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.987234] env[69155]: DEBUG nova.compute.provider_tree [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.022055] env[69155]: DEBUG nova.network.neutron [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.086746] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.087108] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536ccb9e-a415-416e-97bd-612a947ec6da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.093592] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 865.093592] env[69155]: value = "task-3599608" [ 865.093592] env[69155]: _type = "Task" [ 865.093592] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.102857] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.194826] env[69155]: DEBUG nova.network.neutron [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.247177] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.247177] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.247177] env[69155]: DEBUG nova.compute.manager [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.248031] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3c2aec-cdc3-423b-bf3a-8183f4fb9bb6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.262345] env[69155]: DEBUG nova.compute.manager [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 865.264034] env[69155]: DEBUG nova.objects.instance [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.295470] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquiring lock "refresh_cache-ea2d310b-7323-4515-bb66-1d6faee69b49" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.295470] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquired lock "refresh_cache-ea2d310b-7323-4515-bb66-1d6faee69b49" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.295470] env[69155]: DEBUG nova.network.neutron [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.470484] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Successfully updated port: d38accb5-f255-4b1c-b3ba-b8bfc7062952 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.490744] env[69155]: DEBUG nova.scheduler.client.report [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.605206] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599608, 'name': PowerOffVM_Task, 'duration_secs': 0.312272} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.606228] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.606228] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.606904] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2fb033-2bd3-4ce4-968d-1acdb8ac6b14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.614222] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.614366] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ae234b-045f-42e0-b2db-0e70cc6cb871 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.698178] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f7b26c0-9325-4010-be9c-d8d8b4d82049 req-d2a08f65-28d7-492e-8a40-72d322b0dad9 service nova] Releasing lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.701300] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.701508] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.701754] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleting the datastore file [datastore2] 54d76ce9-bc55-460e-99b2-d064700f896d {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.701951] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c09c6bc-c9ff-4c20-892f-5131b1268983 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.709246] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 865.709246] env[69155]: value = "task-3599610" [ 865.709246] env[69155]: _type = "Task" [ 865.709246] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.719487] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.799057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.799057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.851127] env[69155]: DEBUG nova.network.neutron [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.975740] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.976656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquired lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.976656] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.999104] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.001796] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.148s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.003799] env[69155]: INFO nova.compute.claims [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.026187] env[69155]: INFO nova.scheduler.client.report [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleted allocations for instance 504ec9b0-3e13-4cfc-a5d4-2a34245590e1 [ 866.034204] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "526a2ff2-876e-4235-a38d-4864e96fbd85" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.034444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.054017] env[69155]: DEBUG nova.network.neutron [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Updating instance_info_cache with network_info: [{"id": "bc1e6a8f-5511-4fd8-8510-24f0c82ba836", "address": "fa:16:3e:42:78:13", "network": {"id": "bc795a99-6f77-47d1-90f5-e3fa51de0ed5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1790267296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588397db19dc41d58907a43759fbffbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1e6a8f-55", "ovs_interfaceid": "bc1e6a8f-5511-4fd8-8510-24f0c82ba836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.220361] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12704} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.220712] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.220712] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.221424] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.275852] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.276960] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b65225a1-b340-44c4-b000-e83526204780 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.285239] env[69155]: DEBUG oslo_vmware.api [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 866.285239] env[69155]: value = "task-3599611" [ 866.285239] env[69155]: _type = "Task" [ 866.285239] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.294846] env[69155]: DEBUG oslo_vmware.api [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.540323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "504ec9b0-3e13-4cfc-a5d4-2a34245590e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.949s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.541849] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.545016] env[69155]: DEBUG nova.compute.utils [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.558820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Releasing lock "refresh_cache-ea2d310b-7323-4515-bb66-1d6faee69b49" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.559208] env[69155]: DEBUG nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Instance network_info: |[{"id": "bc1e6a8f-5511-4fd8-8510-24f0c82ba836", "address": "fa:16:3e:42:78:13", "network": {"id": "bc795a99-6f77-47d1-90f5-e3fa51de0ed5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1790267296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588397db19dc41d58907a43759fbffbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1e6a8f-55", "ovs_interfaceid": "bc1e6a8f-5511-4fd8-8510-24f0c82ba836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.559634] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:78:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc1e6a8f-5511-4fd8-8510-24f0c82ba836', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.567010] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Creating folder: Project (588397db19dc41d58907a43759fbffbd). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.567934] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fd95191-6c5d-43d0-b7cb-689ea6a0014a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.586085] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Created folder: Project (588397db19dc41d58907a43759fbffbd) in parent group-v718010. [ 866.586294] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Creating folder: Instances. Parent ref: group-v718174. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.586562] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fdf9838-aa6b-4f67-a09c-67e984645325 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.597425] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Created folder: Instances in parent group-v718174. [ 866.597989] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.597989] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.598171] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6e3b989-e5db-4e4f-9dfa-7b062cf6dc54 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.624583] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.624583] env[69155]: value = "task-3599614" [ 866.624583] env[69155]: _type = "Task" [ 866.624583] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.637886] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599614, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.795160] env[69155]: DEBUG oslo_vmware.api [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599611, 'name': PowerOffVM_Task, 'duration_secs': 0.244499} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.795448] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.795652] env[69155]: DEBUG nova.compute.manager [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.796437] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899401a8-7074-48b3-a43d-7f7241121a39 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.047759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.148686] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599614, 'name': CreateVM_Task, 'duration_secs': 0.382576} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.148686] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.149227] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.149384] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.149815] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.150015] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f744c163-a65f-454f-8e16-4f3230b25c6e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.154921] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 867.154921] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529abd3c-0b8c-557a-b08c-49d9dc714ce8" [ 867.154921] env[69155]: _type = "Task" [ 867.154921] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.165710] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529abd3c-0b8c-557a-b08c-49d9dc714ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.199030] env[69155]: DEBUG nova.network.neutron [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Updating instance_info_cache with network_info: [{"id": "c799dc03-d5f9-47dd-8a91-75da63468a57", "address": "fa:16:3e:7f:b6:e0", "network": {"id": "16627d26-8f3f-4d21-a384-f24d0140418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1486970640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc799dc03-d5", "ovs_interfaceid": "c799dc03-d5f9-47dd-8a91-75da63468a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ede6978-157c-4b13-b7ff-388ede48f8bc", "address": "fa:16:3e:82:6a:d0", "network": {"id": "9f692d7f-3819-4e60-9468-11914b064aca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2130576551", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ede6978-15", "ovs_interfaceid": "2ede6978-157c-4b13-b7ff-388ede48f8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d38accb5-f255-4b1c-b3ba-b8bfc7062952", "address": "fa:16:3e:f6:1e:49", "network": {"id": "16627d26-8f3f-4d21-a384-f24d0140418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1486970640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38accb5-f2", "ovs_interfaceid": "d38accb5-f255-4b1c-b3ba-b8bfc7062952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.225821] env[69155]: DEBUG nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Received event network-vif-plugged-bc1e6a8f-5511-4fd8-8510-24f0c82ba836 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.225821] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Acquiring lock "ea2d310b-7323-4515-bb66-1d6faee69b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.225993] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Lock "ea2d310b-7323-4515-bb66-1d6faee69b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.226230] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Lock "ea2d310b-7323-4515-bb66-1d6faee69b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.226428] env[69155]: DEBUG nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] No waiting events found dispatching network-vif-plugged-bc1e6a8f-5511-4fd8-8510-24f0c82ba836 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.226625] env[69155]: WARNING nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Received unexpected event network-vif-plugged-bc1e6a8f-5511-4fd8-8510-24f0c82ba836 for instance with vm_state building and task_state spawning. [ 867.226904] env[69155]: DEBUG nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Received event network-changed-bc1e6a8f-5511-4fd8-8510-24f0c82ba836 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.227122] env[69155]: DEBUG nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Refreshing instance network info cache due to event network-changed-bc1e6a8f-5511-4fd8-8510-24f0c82ba836. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.227348] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Acquiring lock "refresh_cache-ea2d310b-7323-4515-bb66-1d6faee69b49" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.227529] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Acquired lock "refresh_cache-ea2d310b-7323-4515-bb66-1d6faee69b49" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.227718] env[69155]: DEBUG nova.network.neutron [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Refreshing network info cache for port bc1e6a8f-5511-4fd8-8510-24f0c82ba836 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.266262] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.266538] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.266955] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.267121] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.267304] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.267426] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.267666] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.267815] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.268079] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.268538] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.268538] env[69155]: DEBUG nova.virt.hardware [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.269547] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b898267-fc23-41ce-81e0-4148e72a245d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.281957] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab429bfa-e583-4f0c-8f7e-79c933db9bb9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.302263] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:05:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394a274a-a2cd-43c9-892b-dd3613c1e85c', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.311492] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.316124] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.316877] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ced72403-64ce-4cbd-bf24-1f78a7dfb3f9 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.317900] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2215aff3-42fa-4dde-9430-d93a50eb98fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.343591] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.343591] env[69155]: value = "task-3599615" [ 867.343591] env[69155]: _type = "Task" [ 867.343591] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.358689] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599615, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.584821] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c96aa7-6b8f-4bce-932c-7e37cf37bad2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.593421] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ca443f-0a4b-409e-a200-827ba2862820 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.630560] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f56b9de-988a-4e7b-9f4e-c2c8e6f8bbae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.644121] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c055f9b-25af-4e95-bcf9-370a78069561 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.662982] env[69155]: DEBUG nova.compute.provider_tree [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.681337] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529abd3c-0b8c-557a-b08c-49d9dc714ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.681669] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.681901] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.682164] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.682291] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.682476] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.683025] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32e6bfea-8756-4812-ad54-651b500c0505 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.691901] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.692106] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.692822] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf5da5f-582a-4942-8609-28d11819558b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.699404] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 867.699404] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5218a667-764b-6aa6-fe87-dfb051caa846" [ 867.699404] env[69155]: _type = "Task" [ 867.699404] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.702138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Releasing lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.702499] env[69155]: DEBUG nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Instance network_info: |[{"id": "c799dc03-d5f9-47dd-8a91-75da63468a57", "address": "fa:16:3e:7f:b6:e0", "network": {"id": "16627d26-8f3f-4d21-a384-f24d0140418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1486970640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc799dc03-d5", "ovs_interfaceid": "c799dc03-d5f9-47dd-8a91-75da63468a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ede6978-157c-4b13-b7ff-388ede48f8bc", "address": "fa:16:3e:82:6a:d0", "network": {"id": "9f692d7f-3819-4e60-9468-11914b064aca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2130576551", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ede6978-15", "ovs_interfaceid": "2ede6978-157c-4b13-b7ff-388ede48f8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d38accb5-f255-4b1c-b3ba-b8bfc7062952", "address": "fa:16:3e:f6:1e:49", "network": {"id": "16627d26-8f3f-4d21-a384-f24d0140418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1486970640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38accb5-f2", "ovs_interfaceid": "d38accb5-f255-4b1c-b3ba-b8bfc7062952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.705112] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b6:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c799dc03-d5f9-47dd-8a91-75da63468a57', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:6a:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ede6978-157c-4b13-b7ff-388ede48f8bc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:1e:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd38accb5-f255-4b1c-b3ba-b8bfc7062952', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.714038] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Creating folder: Project (db99b83c77224a69a87349b2aac77b56). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.715173] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e62ca558-784a-4369-b29c-b6528e837da5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.721073] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5218a667-764b-6aa6-fe87-dfb051caa846, 'name': SearchDatastore_Task} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.721974] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743f5b46-523d-4c04-a473-6f08cd0ab095 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.727493] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 867.727493] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5267ad8c-16be-75de-acd3-3165f2cd0e5a" [ 867.727493] env[69155]: _type = "Task" [ 867.727493] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.734938] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Created folder: Project (db99b83c77224a69a87349b2aac77b56) in parent group-v718010. [ 867.735059] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Creating folder: Instances. Parent ref: group-v718178. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.735681] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5d565ea-5ff8-47c9-b17a-a431cbcc7ba2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.740503] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5267ad8c-16be-75de-acd3-3165f2cd0e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.749219] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Created folder: Instances in parent group-v718178. [ 867.749544] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.749670] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.750227] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8484ba99-2a5d-4e4b-838c-3d8b57720507 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.778492] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.778492] env[69155]: value = "task-3599618" [ 867.778492] env[69155]: _type = "Task" [ 867.778492] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.790232] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599618, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.856139] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599615, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.038648] env[69155]: DEBUG nova.network.neutron [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Updated VIF entry in instance network info cache for port bc1e6a8f-5511-4fd8-8510-24f0c82ba836. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.039136] env[69155]: DEBUG nova.network.neutron [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Updating instance_info_cache with network_info: [{"id": "bc1e6a8f-5511-4fd8-8510-24f0c82ba836", "address": "fa:16:3e:42:78:13", "network": {"id": "bc795a99-6f77-47d1-90f5-e3fa51de0ed5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1790267296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "588397db19dc41d58907a43759fbffbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc1e6a8f-55", "ovs_interfaceid": "bc1e6a8f-5511-4fd8-8510-24f0c82ba836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.139070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.139070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.139070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.139565] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.139565] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.142650] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "526a2ff2-876e-4235-a38d-4864e96fbd85" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.142650] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.142650] env[69155]: INFO nova.compute.manager [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Attaching volume 295f1a5c-f3d6-4e04-9138-11188a13253b to /dev/sdb [ 868.144833] env[69155]: INFO nova.compute.manager [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Terminating instance [ 868.171083] env[69155]: DEBUG nova.scheduler.client.report [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.192327] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f12236-4606-470e-9888-2b1324dfd671 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.198944] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb6e23-61f7-45aa-a418-cf5b133a2df8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.214166] env[69155]: DEBUG nova.virt.block_device [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Updating existing volume attachment record: 649c1691-5d59-4153-8c95-3e50fde0b304 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 868.237778] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5267ad8c-16be-75de-acd3-3165f2cd0e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.238078] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.238343] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ea2d310b-7323-4515-bb66-1d6faee69b49/ea2d310b-7323-4515-bb66-1d6faee69b49.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.238630] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17ca2575-2057-4ab0-8f07-99d93a2d1dc4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.250362] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 868.250362] env[69155]: value = "task-3599622" [ 868.250362] env[69155]: _type = "Task" [ 868.250362] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.264511] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.274626] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.274978] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.275275] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.275666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.275784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.284193] env[69155]: INFO nova.compute.manager [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Terminating instance [ 868.290723] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599618, 'name': CreateVM_Task, 'duration_secs': 0.467358} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.291117] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.292059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.292223] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.292517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.293109] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3457789-4e41-4b28-8eb8-891d6f3b9cf7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.298347] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 868.298347] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52857ff2-df7a-529e-b06e-f675f3f167ad" [ 868.298347] env[69155]: _type = "Task" [ 868.298347] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.307683] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52857ff2-df7a-529e-b06e-f675f3f167ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.352518] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599615, 'name': CreateVM_Task, 'duration_secs': 0.646936} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.352711] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.353480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.541677] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Releasing lock "refresh_cache-ea2d310b-7323-4515-bb66-1d6faee69b49" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.541969] env[69155]: DEBUG nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-vif-plugged-d38accb5-f255-4b1c-b3ba-b8bfc7062952 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.542211] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Acquiring lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.542430] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.543035] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.543035] env[69155]: DEBUG nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] No waiting events found dispatching network-vif-plugged-d38accb5-f255-4b1c-b3ba-b8bfc7062952 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.543035] env[69155]: WARNING nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received unexpected event network-vif-plugged-d38accb5-f255-4b1c-b3ba-b8bfc7062952 for instance with vm_state building and task_state spawning. [ 868.543174] env[69155]: DEBUG nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-changed-d38accb5-f255-4b1c-b3ba-b8bfc7062952 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.543280] env[69155]: DEBUG nova.compute.manager [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Refreshing instance network info cache due to event network-changed-d38accb5-f255-4b1c-b3ba-b8bfc7062952. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.543459] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Acquiring lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.543602] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Acquired lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.543760] env[69155]: DEBUG nova.network.neutron [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Refreshing network info cache for port d38accb5-f255-4b1c-b3ba-b8bfc7062952 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.651615] env[69155]: DEBUG nova.compute.manager [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.651914] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.653087] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947aa1f1-30f8-4d55-9489-7246ba41ca01 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.662761] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.663256] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc2f0d6-1207-46af-a638-524e84441553 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.672383] env[69155]: DEBUG oslo_vmware.api [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 868.672383] env[69155]: value = "task-3599626" [ 868.672383] env[69155]: _type = "Task" [ 868.672383] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.679029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.679779] env[69155]: DEBUG nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.690604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.839s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.690889] env[69155]: DEBUG nova.objects.instance [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lazy-loading 'resources' on Instance uuid 0428d0fb-bef2-4914-8d4d-97e8cf14ee81 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.692561] env[69155]: DEBUG oslo_vmware.api [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.760885] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599622, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.792516] env[69155]: DEBUG nova.compute.manager [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.793673] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.794828] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b565afe0-a3f9-4e5b-b6da-ad23b0bfca52 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.805460] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.806260] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbd472db-9b8a-4854-9615-3f74f168c465 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.813022] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52857ff2-df7a-529e-b06e-f675f3f167ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.813022] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.813484] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.814254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.814254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.814254] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.814572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.814822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.815111] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a331bc1-b03c-4481-a21e-89ef909c1327 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.818184] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9e511b-81b9-48e5-be84-3412da7694be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.819871] env[69155]: DEBUG oslo_vmware.api [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 868.819871] env[69155]: value = "task-3599627" [ 868.819871] env[69155]: _type = "Task" [ 868.819871] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.825030] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 868.825030] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52573df1-60e5-7de6-fb73-a71b064241a8" [ 868.825030] env[69155]: _type = "Task" [ 868.825030] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.833379] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.833627] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.834703] env[69155]: DEBUG oslo_vmware.api [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.834994] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908b2c88-1925-45e2-a026-91750e47f1f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.841459] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52573df1-60e5-7de6-fb73-a71b064241a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01321} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.842222] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.843137] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.843365] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.844965] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 868.844965] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a5fd71-1d02-c7b4-3a51-867558c09087" [ 868.844965] env[69155]: _type = "Task" [ 868.844965] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.852830] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a5fd71-1d02-c7b4-3a51-867558c09087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.905267] env[69155]: DEBUG nova.objects.instance [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.182896] env[69155]: DEBUG oslo_vmware.api [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599626, 'name': PowerOffVM_Task, 'duration_secs': 0.288884} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.183253] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.183476] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.183784] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce15e9a-b81a-45a6-92ea-b0532b0fc96e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.194872] env[69155]: DEBUG nova.compute.utils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.201422] env[69155]: DEBUG nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.201638] env[69155]: DEBUG nova.network.neutron [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.261374] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717118} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.261746] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ea2d310b-7323-4515-bb66-1d6faee69b49/ea2d310b-7323-4515-bb66-1d6faee69b49.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.266024] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.266024] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5c46dd8-4af8-4a20-833e-aac2e530ea5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.270959] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 869.270959] env[69155]: value = "task-3599629" [ 869.270959] env[69155]: _type = "Task" [ 869.270959] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.276478] env[69155]: DEBUG nova.policy [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64310508f10a4be2ab8380f9c63fe8a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7beeebfa38164a84ae8a11c2dbd6a14d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.283038] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.332119] env[69155]: DEBUG oslo_vmware.api [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599627, 'name': PowerOffVM_Task, 'duration_secs': 0.213042} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.332628] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.332818] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.333275] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f43e653-c0db-40c2-9136-095627959eb0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.358858] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a5fd71-1d02-c7b4-3a51-867558c09087, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.359717] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84efb4e-15be-4600-9051-21bc37ee3570 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.364995] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 869.364995] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52afa9cc-dc79-bcbb-3149-a62241707e21" [ 869.364995] env[69155]: _type = "Task" [ 869.364995] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.376095] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52afa9cc-dc79-bcbb-3149-a62241707e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.410934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.411131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.411310] env[69155]: DEBUG nova.network.neutron [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.411489] env[69155]: DEBUG nova.objects.instance [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'info_cache' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.650088] env[69155]: DEBUG nova.network.neutron [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Updated VIF entry in instance network info cache for port d38accb5-f255-4b1c-b3ba-b8bfc7062952. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.650719] env[69155]: DEBUG nova.network.neutron [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Updating instance_info_cache with network_info: [{"id": "c799dc03-d5f9-47dd-8a91-75da63468a57", "address": "fa:16:3e:7f:b6:e0", "network": {"id": "16627d26-8f3f-4d21-a384-f24d0140418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1486970640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc799dc03-d5", "ovs_interfaceid": "c799dc03-d5f9-47dd-8a91-75da63468a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ede6978-157c-4b13-b7ff-388ede48f8bc", "address": "fa:16:3e:82:6a:d0", "network": {"id": "9f692d7f-3819-4e60-9468-11914b064aca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2130576551", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ede6978-15", "ovs_interfaceid": "2ede6978-157c-4b13-b7ff-388ede48f8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d38accb5-f255-4b1c-b3ba-b8bfc7062952", "address": "fa:16:3e:f6:1e:49", "network": {"id": "16627d26-8f3f-4d21-a384-f24d0140418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1486970640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38accb5-f2", "ovs_interfaceid": "d38accb5-f255-4b1c-b3ba-b8bfc7062952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.699815] env[69155]: DEBUG nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.782837] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095869} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.782837] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.783986] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5594b9-7bd1-4836-aad8-bc4be44b2108 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.810189] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ea2d310b-7323-4515-bb66-1d6faee69b49/ea2d310b-7323-4515-bb66-1d6faee69b49.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.811501] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44394fa2-77b7-4831-b42b-df4d8e8aee60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.826528] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091729f1-2eff-4f58-83b2-9a7f19832b50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.834054] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a01ed1-edca-424d-aee8-c95b76319715 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.838391] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 869.838391] env[69155]: value = "task-3599631" [ 869.838391] env[69155]: _type = "Task" [ 869.838391] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.872367] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c95cf3b-784c-40e4-ac47-d1872e786a7b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.879066] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.884070] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52afa9cc-dc79-bcbb-3149-a62241707e21, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.886162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.886437] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 7f342550-3b9f-4cae-ac24-a4aab02865b7/7f342550-3b9f-4cae-ac24-a4aab02865b7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.886882] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.887105] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.887332] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4427eca-3fd5-454f-982e-cfc1fd62a297 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.890254] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a551c1-ff6e-4f69-b07d-42019215b20d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.894412] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-637da634-d4bf-44c2-9ee6-f6826f1caab7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.907137] env[69155]: DEBUG nova.compute.provider_tree [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.910841] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.911038] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.911832] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 869.911832] env[69155]: value = "task-3599632" [ 869.911832] env[69155]: _type = "Task" [ 869.911832] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.912298] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640d8bc3-199f-4a98-99e7-ff4bd55d7882 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.920780] env[69155]: DEBUG nova.objects.base [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Object Instance<1410c48a-e2f5-4756-a7cb-a45da91b1f13> lazy-loaded attributes: flavor,info_cache {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 869.926548] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 869.926548] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b0d4a0-4471-f2ac-0a7b-76c5c04c9369" [ 869.926548] env[69155]: _type = "Task" [ 869.926548] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.926854] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.936559] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b0d4a0-4471-f2ac-0a7b-76c5c04c9369, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.937526] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39097d9f-0e3e-4258-b59b-177573f6955c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.944084] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 869.944084] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a51502-18a4-6697-49cf-f2f7cb48d3e5" [ 869.944084] env[69155]: _type = "Task" [ 869.944084] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.953196] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a51502-18a4-6697-49cf-f2f7cb48d3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.005442] env[69155]: DEBUG nova.network.neutron [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Successfully created port: 647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.051692] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.051920] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.052115] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleting the datastore file [datastore1] 7d70eb45-92d9-42a1-a1b0-85acf4204d7c {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.052524] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-221da0dc-0ccd-495b-9d1a-80c27bc9414e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.057288] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.057392] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.057567] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleting the datastore file [datastore1] a86a8408-a1b6-41b0-8f61-d11e50cb1826 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.057824] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bce6968-585a-4975-bbf1-e3f47881e8b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.061271] env[69155]: DEBUG oslo_vmware.api [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 870.061271] env[69155]: value = "task-3599633" [ 870.061271] env[69155]: _type = "Task" [ 870.061271] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.066462] env[69155]: DEBUG oslo_vmware.api [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 870.066462] env[69155]: value = "task-3599634" [ 870.066462] env[69155]: _type = "Task" [ 870.066462] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.073331] env[69155]: DEBUG oslo_vmware.api [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.078486] env[69155]: DEBUG oslo_vmware.api [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.153414] env[69155]: DEBUG oslo_concurrency.lockutils [req-470d5e1f-7658-4a8e-bda7-45dd2e705f7f req-61944d96-8d33-4dc3-b997-f93905394e34 service nova] Releasing lock "refresh_cache-7f342550-3b9f-4cae-ac24-a4aab02865b7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.355905] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.429374] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.435614] env[69155]: ERROR nova.scheduler.client.report [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] [req-f7995b2b-7b78-49f7-aa46-910ffbdd0425] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7995b2b-7b78-49f7-aa46-910ffbdd0425"}]} [ 870.457275] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a51502-18a4-6697-49cf-f2f7cb48d3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.457592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.457947] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 54d76ce9-bc55-460e-99b2-d064700f896d/54d76ce9-bc55-460e-99b2-d064700f896d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.458288] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92cecaff-2323-4df8-8c6d-5939f1da1068 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.462332] env[69155]: DEBUG nova.scheduler.client.report [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 870.470772] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 870.470772] env[69155]: value = "task-3599635" [ 870.470772] env[69155]: _type = "Task" [ 870.470772] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.482889] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.483826] env[69155]: DEBUG nova.scheduler.client.report [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 870.484107] env[69155]: DEBUG nova.compute.provider_tree [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.503078] env[69155]: DEBUG nova.scheduler.client.report [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 870.524073] env[69155]: DEBUG nova.scheduler.client.report [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 870.576619] env[69155]: DEBUG oslo_vmware.api [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.582799] env[69155]: DEBUG oslo_vmware.api [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.716080] env[69155]: DEBUG nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.761735] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.766022] env[69155]: DEBUG nova.virt.hardware [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.766022] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813985e3-3c79-4ee4-876a-f06f5e909746 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.788118] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd8cfb-a5c5-4bd0-bdc5-8c77de4af037 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.802552] env[69155]: DEBUG nova.network.neutron [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updating instance_info_cache with network_info: [{"id": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "address": "fa:16:3e:e1:e1:db", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8ea989-9e", "ovs_interfaceid": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.860763] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599631, 'name': ReconfigVM_Task, 'duration_secs': 0.784002} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.861085] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ea2d310b-7323-4515-bb66-1d6faee69b49/ea2d310b-7323-4515-bb66-1d6faee69b49.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.861881] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5667885d-ab73-4652-9cde-540fb1f86e99 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.872111] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 870.872111] env[69155]: value = "task-3599637" [ 870.872111] env[69155]: _type = "Task" [ 870.872111] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.882116] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599637, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.926221] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591461} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.929558] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 7f342550-3b9f-4cae-ac24-a4aab02865b7/7f342550-3b9f-4cae-ac24-a4aab02865b7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.929798] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.930275] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cb3f06c-0748-4697-a6b6-958dca0ddcaf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.944900] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 870.944900] env[69155]: value = "task-3599638" [ 870.944900] env[69155]: _type = "Task" [ 870.944900] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.954270] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.981746] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599635, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.071792] env[69155]: DEBUG oslo_vmware.api [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523739} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.075195] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.075419] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.075608] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.075950] env[69155]: INFO nova.compute.manager [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Took 2.42 seconds to destroy the instance on the hypervisor. [ 871.076249] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.079160] env[69155]: DEBUG nova.compute.manager [-] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.079268] env[69155]: DEBUG nova.network.neutron [-] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.090503] env[69155]: DEBUG oslo_vmware.api [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520175} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.090503] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.090503] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.090503] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.090503] env[69155]: INFO nova.compute.manager [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Took 2.30 seconds to destroy the instance on the hypervisor. [ 871.090503] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.090503] env[69155]: DEBUG nova.compute.manager [-] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.090503] env[69155]: DEBUG nova.network.neutron [-] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.130890] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4ccf7a-20a7-4f31-8e27-430b6a756266 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.141354] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec57f8d-067d-4204-8783-e710e72955d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.176761] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e1bc03-1388-407c-941a-f743992b9753 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.185689] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c71fdb-fb83-402c-999d-792b793419c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.200333] env[69155]: DEBUG nova.compute.provider_tree [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.305962] env[69155]: DEBUG oslo_concurrency.lockutils [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Releasing lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.382666] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599637, 'name': Rename_Task, 'duration_secs': 0.315411} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.382984] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.383212] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bdfcd29-27fd-499a-8079-2fbf8fc799fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.390582] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 871.390582] env[69155]: value = "task-3599640" [ 871.390582] env[69155]: _type = "Task" [ 871.390582] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.400220] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.453479] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103905} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.453754] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.454708] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6250a1c0-3f22-400e-bf08-c923ce922b67 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.482405] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7f342550-3b9f-4cae-ac24-a4aab02865b7/7f342550-3b9f-4cae-ac24-a4aab02865b7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.486950] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb7e97ab-19e3-414f-a841-4728704a9ca7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.509414] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614589} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.510764] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 54d76ce9-bc55-460e-99b2-d064700f896d/54d76ce9-bc55-460e-99b2-d064700f896d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.510993] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.511322] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 871.511322] env[69155]: value = "task-3599641" [ 871.511322] env[69155]: _type = "Task" [ 871.511322] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.511513] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-447e8f6a-72ee-47a2-a036-80f322c08359 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.523474] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599641, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.525390] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 871.525390] env[69155]: value = "task-3599642" [ 871.525390] env[69155]: _type = "Task" [ 871.525390] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.535208] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.742344] env[69155]: DEBUG nova.scheduler.client.report [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 871.742632] env[69155]: DEBUG nova.compute.provider_tree [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 90 to 91 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 871.742915] env[69155]: DEBUG nova.compute.provider_tree [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.902490] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.972975] env[69155]: DEBUG nova.compute.manager [req-e37b5f41-7dc1-4516-bae5-1d5e3a470ac3 req-25695404-c4e3-42de-b42c-c84cccc86a05 service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Received event network-vif-deleted-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.973215] env[69155]: INFO nova.compute.manager [req-e37b5f41-7dc1-4516-bae5-1d5e3a470ac3 req-25695404-c4e3-42de-b42c-c84cccc86a05 service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Neutron deleted interface de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1; detaching it from the instance and deleting it from the info cache [ 871.973393] env[69155]: DEBUG nova.network.neutron [req-e37b5f41-7dc1-4516-bae5-1d5e3a470ac3 req-25695404-c4e3-42de-b42c-c84cccc86a05 service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.003680] env[69155]: DEBUG nova.network.neutron [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Successfully updated port: 647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.026960] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.036408] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200392} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.036694] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.037523] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d8c632-ecc6-4259-977b-1ee4bd643ff7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.063467] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 54d76ce9-bc55-460e-99b2-d064700f896d/54d76ce9-bc55-460e-99b2-d064700f896d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.063822] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a617ea-f9a4-4180-a7bd-14f5af4661fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.086497] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 872.086497] env[69155]: value = "task-3599643" [ 872.086497] env[69155]: _type = "Task" [ 872.086497] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.095882] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.249133] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.559s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.252704] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.130s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.255941] env[69155]: INFO nova.compute.claims [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.276040] env[69155]: DEBUG nova.network.neutron [-] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.282590] env[69155]: INFO nova.scheduler.client.report [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Deleted allocations for instance 0428d0fb-bef2-4914-8d4d-97e8cf14ee81 [ 872.287843] env[69155]: DEBUG nova.network.neutron [-] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.312274] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.312591] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69bb33b0-2c9a-40f3-9b47-fd948019a5d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.320752] env[69155]: DEBUG oslo_vmware.api [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 872.320752] env[69155]: value = "task-3599644" [ 872.320752] env[69155]: _type = "Task" [ 872.320752] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.332569] env[69155]: DEBUG oslo_vmware.api [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.401269] env[69155]: DEBUG oslo_vmware.api [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599640, 'name': PowerOnVM_Task, 'duration_secs': 0.749716} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.402367] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.402367] env[69155]: INFO nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Took 8.78 seconds to spawn the instance on the hypervisor. [ 872.402472] env[69155]: DEBUG nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.403240] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7f359-0f1e-4eed-89b2-75fbc5672734 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.480253] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d27854e-f341-4abf-9a17-47b6f022cd98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.491647] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b286b0-a10c-4138-9268-c1828474e1da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.506122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquiring lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.506286] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquired lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.506438] env[69155]: DEBUG nova.network.neutron [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.529817] env[69155]: DEBUG nova.compute.manager [req-e37b5f41-7dc1-4516-bae5-1d5e3a470ac3 req-25695404-c4e3-42de-b42c-c84cccc86a05 service nova] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Detach interface failed, port_id=de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1, reason: Instance 7d70eb45-92d9-42a1-a1b0-85acf4204d7c could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.540623] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599641, 'name': ReconfigVM_Task, 'duration_secs': 0.571168} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.540897] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7f342550-3b9f-4cae-ac24-a4aab02865b7/7f342550-3b9f-4cae-ac24-a4aab02865b7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.541647] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba55102-910b-4c60-8dcf-6d7667df80cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.547601] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 872.547601] env[69155]: value = "task-3599645" [ 872.547601] env[69155]: _type = "Task" [ 872.547601] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.556196] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599645, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.596190] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599643, 'name': ReconfigVM_Task, 'duration_secs': 0.503342} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.596487] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 54d76ce9-bc55-460e-99b2-d064700f896d/54d76ce9-bc55-460e-99b2-d064700f896d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.597216] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c774f4ed-e43a-4b37-a0f0-4bf9603b91ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.604266] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 872.604266] env[69155]: value = "task-3599646" [ 872.604266] env[69155]: _type = "Task" [ 872.604266] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.612469] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599646, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.777202] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 872.777435] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718185', 'volume_id': '295f1a5c-f3d6-4e04-9138-11188a13253b', 'name': 'volume-295f1a5c-f3d6-4e04-9138-11188a13253b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '526a2ff2-876e-4235-a38d-4864e96fbd85', 'attached_at': '', 'detached_at': '', 'volume_id': '295f1a5c-f3d6-4e04-9138-11188a13253b', 'serial': '295f1a5c-f3d6-4e04-9138-11188a13253b'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 872.777932] env[69155]: INFO nova.compute.manager [-] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Took 1.70 seconds to deallocate network for instance. [ 872.778743] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd2860d-be02-4a0f-b205-ed467444160f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.801027] env[69155]: INFO nova.compute.manager [-] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Took 1.71 seconds to deallocate network for instance. [ 872.801942] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00e0e041-9989-47db-9ec0-a97107bd138f tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Lock "0428d0fb-bef2-4914-8d4d-97e8cf14ee81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.958s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.804571] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8724cb-b2d1-417a-b937-bb2bf8d77283 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.839085] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-295f1a5c-f3d6-4e04-9138-11188a13253b/volume-295f1a5c-f3d6-4e04-9138-11188a13253b.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.843957] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06014b27-08ba-4fec-8000-c94e1c213fa2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.865775] env[69155]: DEBUG oslo_vmware.api [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599644, 'name': PowerOnVM_Task, 'duration_secs': 0.446354} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.867151] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.867380] env[69155]: DEBUG nova.compute.manager [None req-96bcdedc-f2db-4f16-bb3b-8e01981bbcb6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.867716] env[69155]: DEBUG oslo_vmware.api [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 872.867716] env[69155]: value = "task-3599647" [ 872.867716] env[69155]: _type = "Task" [ 872.867716] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.868412] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87734606-333a-4b10-ab6b-d240d62a5ca7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.879078] env[69155]: DEBUG oslo_vmware.api [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.918462] env[69155]: INFO nova.compute.manager [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Took 54.04 seconds to build instance. [ 873.055912] env[69155]: DEBUG nova.network.neutron [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.063626] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599645, 'name': Rename_Task, 'duration_secs': 0.369439} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.064699] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.064868] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd1fc5f2-09ab-49f4-bf06-35c3c7de0e18 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.071610] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 873.071610] env[69155]: value = "task-3599649" [ 873.071610] env[69155]: _type = "Task" [ 873.071610] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.081844] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.121270] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599646, 'name': Rename_Task, 'duration_secs': 0.22963} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.122030] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.122030] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ceef3f8-c388-4d2d-a2f0-9cbc160f3b46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.129723] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 873.129723] env[69155]: value = "task-3599650" [ 873.129723] env[69155]: _type = "Task" [ 873.129723] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.141122] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.303367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.313508] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.314824] env[69155]: DEBUG nova.network.neutron [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Updating instance_info_cache with network_info: [{"id": "647579ae-426b-4bdd-b18c-1d3e227d4002", "address": "fa:16:3e:50:e0:86", "network": {"id": "3c91b55b-385b-42da-8439-72eb72470efc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-212407112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7beeebfa38164a84ae8a11c2dbd6a14d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647579ae-42", "ovs_interfaceid": "647579ae-426b-4bdd-b18c-1d3e227d4002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.383428] env[69155]: DEBUG oslo_vmware.api [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599647, 'name': ReconfigVM_Task, 'duration_secs': 0.381582} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.388443] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-295f1a5c-f3d6-4e04-9138-11188a13253b/volume-295f1a5c-f3d6-4e04-9138-11188a13253b.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.399118] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6e4c55-ac9e-4e37-8dbd-de9868da288a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.415932] env[69155]: DEBUG oslo_vmware.api [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 873.415932] env[69155]: value = "task-3599651" [ 873.415932] env[69155]: _type = "Task" [ 873.415932] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.422842] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "ea2d310b-7323-4515-bb66-1d6faee69b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.613s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.437519] env[69155]: DEBUG oslo_vmware.api [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.584222] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599649, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.644720] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599650, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.818058] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Releasing lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.818412] env[69155]: DEBUG nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Instance network_info: |[{"id": "647579ae-426b-4bdd-b18c-1d3e227d4002", "address": "fa:16:3e:50:e0:86", "network": {"id": "3c91b55b-385b-42da-8439-72eb72470efc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-212407112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7beeebfa38164a84ae8a11c2dbd6a14d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647579ae-42", "ovs_interfaceid": "647579ae-426b-4bdd-b18c-1d3e227d4002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.818896] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:e0:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647579ae-426b-4bdd-b18c-1d3e227d4002', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.828171] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Creating folder: Project (7beeebfa38164a84ae8a11c2dbd6a14d). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.832232] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e754a1b9-9cf9-4251-a988-cd7ab423534c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.845873] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Created folder: Project (7beeebfa38164a84ae8a11c2dbd6a14d) in parent group-v718010. [ 873.846191] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Creating folder: Instances. Parent ref: group-v718186. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.849987] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff637576-5abc-4a39-ac87-ec886afa11b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.862095] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Created folder: Instances in parent group-v718186. [ 873.864047] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.864047] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.864047] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-300a6f28-7fa0-47e4-a0f3-2aebec7b04bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.884859] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc9e67-80a3-4578-95e9-3cbb495d39b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.892436] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc0bcc-4ee7-4e92-ab0a-c00011afb4c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.895589] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.895589] env[69155]: value = "task-3599654" [ 873.895589] env[69155]: _type = "Task" [ 873.895589] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.932538] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d603054-e38a-4ff2-add4-c10121f12691 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.940550] env[69155]: DEBUG nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.943308] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599654, 'name': CreateVM_Task} progress is 15%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.948968] env[69155]: DEBUG oslo_vmware.api [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599651, 'name': ReconfigVM_Task, 'duration_secs': 0.1496} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.951351] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718185', 'volume_id': '295f1a5c-f3d6-4e04-9138-11188a13253b', 'name': 'volume-295f1a5c-f3d6-4e04-9138-11188a13253b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '526a2ff2-876e-4235-a38d-4864e96fbd85', 'attached_at': '', 'detached_at': '', 'volume_id': '295f1a5c-f3d6-4e04-9138-11188a13253b', 'serial': '295f1a5c-f3d6-4e04-9138-11188a13253b'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 873.954266] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed9812-6ff0-4d99-aa08-2c51bfc2f73a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.971223] env[69155]: DEBUG nova.compute.provider_tree [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.084186] env[69155]: DEBUG oslo_vmware.api [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599649, 'name': PowerOnVM_Task, 'duration_secs': 0.675574} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.085587] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.085587] env[69155]: INFO nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Took 15.42 seconds to spawn the instance on the hypervisor. [ 874.085587] env[69155]: DEBUG nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.085899] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c40bf61-1158-4469-849d-399b81b0c185 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.123140] env[69155]: DEBUG nova.compute.manager [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Received event network-vif-deleted-254ceb07-38ff-4683-bdbc-bb4f4853bec8 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.125754] env[69155]: DEBUG nova.compute.manager [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Received event network-vif-plugged-647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.125754] env[69155]: DEBUG oslo_concurrency.lockutils [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] Acquiring lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.125754] env[69155]: DEBUG oslo_concurrency.lockutils [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] Lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.125754] env[69155]: DEBUG oslo_concurrency.lockutils [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] Lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.125754] env[69155]: DEBUG nova.compute.manager [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] No waiting events found dispatching network-vif-plugged-647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.125754] env[69155]: WARNING nova.compute.manager [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Received unexpected event network-vif-plugged-647579ae-426b-4bdd-b18c-1d3e227d4002 for instance with vm_state building and task_state spawning. [ 874.125754] env[69155]: DEBUG nova.compute.manager [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Received event network-changed-647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.125754] env[69155]: DEBUG nova.compute.manager [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Refreshing instance network info cache due to event network-changed-647579ae-426b-4bdd-b18c-1d3e227d4002. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.125754] env[69155]: DEBUG oslo_concurrency.lockutils [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] Acquiring lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.125754] env[69155]: DEBUG oslo_concurrency.lockutils [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] Acquired lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.125754] env[69155]: DEBUG nova.network.neutron [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Refreshing network info cache for port 647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.147133] env[69155]: DEBUG oslo_vmware.api [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599650, 'name': PowerOnVM_Task, 'duration_secs': 0.725338} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.147133] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.147133] env[69155]: DEBUG nova.compute.manager [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.148064] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311b8b8a-b5bf-4729-b4c3-6b7f1d6693ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.404880] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599654, 'name': CreateVM_Task, 'duration_secs': 0.49845} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.405036] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.405723] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.405886] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.406218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.406473] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab58a70-a484-466f-8111-b61570b7e618 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.413778] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 874.413778] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5200fcf3-49e9-7f54-bfee-1586c35a37ab" [ 874.413778] env[69155]: _type = "Task" [ 874.413778] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.423092] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5200fcf3-49e9-7f54-bfee-1586c35a37ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.463402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.474069] env[69155]: DEBUG nova.scheduler.client.report [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.604364] env[69155]: INFO nova.compute.manager [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Took 58.07 seconds to build instance. [ 874.667090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.929920] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5200fcf3-49e9-7f54-bfee-1586c35a37ab, 'name': SearchDatastore_Task, 'duration_secs': 0.035102} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.930140] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.930457] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.930899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.930972] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.931266] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.931590] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cd61749-b433-4568-be7a-d1f8f3dcbfe5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.943810] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.944065] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.944804] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9c98c6-42e3-4e16-9e60-9cd3096ded38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.952606] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 874.952606] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b52866-1e12-1108-594c-26f70008b93a" [ 874.952606] env[69155]: _type = "Task" [ 874.952606] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.966158] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b52866-1e12-1108-594c-26f70008b93a, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.967132] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13da4a12-09d4-4bb8-b42c-56e74d7629a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.973825] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 874.973825] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5260daed-0ffe-eb92-5f2b-8947afae5b61" [ 874.973825] env[69155]: _type = "Task" [ 874.973825] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.979279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.979793] env[69155]: DEBUG nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.990022] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.905s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.990022] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5260daed-0ffe-eb92-5f2b-8947afae5b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.006030] env[69155]: DEBUG nova.objects.instance [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'flavor' on Instance uuid 526a2ff2-876e-4235-a38d-4864e96fbd85 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.054868] env[69155]: DEBUG nova.network.neutron [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Updated VIF entry in instance network info cache for port 647579ae-426b-4bdd-b18c-1d3e227d4002. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.054988] env[69155]: DEBUG nova.network.neutron [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Updating instance_info_cache with network_info: [{"id": "647579ae-426b-4bdd-b18c-1d3e227d4002", "address": "fa:16:3e:50:e0:86", "network": {"id": "3c91b55b-385b-42da-8439-72eb72470efc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-212407112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7beeebfa38164a84ae8a11c2dbd6a14d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647579ae-42", "ovs_interfaceid": "647579ae-426b-4bdd-b18c-1d3e227d4002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.107196] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.596s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.320969] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquiring lock "ea2d310b-7323-4515-bb66-1d6faee69b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.321269] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "ea2d310b-7323-4515-bb66-1d6faee69b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.321480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquiring lock "ea2d310b-7323-4515-bb66-1d6faee69b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.321662] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "ea2d310b-7323-4515-bb66-1d6faee69b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.321862] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "ea2d310b-7323-4515-bb66-1d6faee69b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.323984] env[69155]: INFO nova.compute.manager [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Terminating instance [ 875.485980] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5260daed-0ffe-eb92-5f2b-8947afae5b61, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.486299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.486524] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] edba5822-42f0-46a4-8a17-d9832ba6b3a3/edba5822-42f0-46a4-8a17-d9832ba6b3a3.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.486822] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48d23992-1f2c-4542-8113-23c92c6f2bfd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.492202] env[69155]: INFO nova.compute.claims [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.497073] env[69155]: DEBUG nova.compute.utils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.503811] env[69155]: DEBUG nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.503811] env[69155]: DEBUG nova.network.neutron [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.503811] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 875.503811] env[69155]: value = "task-3599656" [ 875.503811] env[69155]: _type = "Task" [ 875.503811] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.515715] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6143b398-7c8c-4162-a869-e9951dc84f8a tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.373s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.519130] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.557784] env[69155]: DEBUG oslo_concurrency.lockutils [req-69da589d-ae4b-4aa4-bafe-33316fb1d4bf req-2fbe1ead-6b26-4f55-b6e7-e6d62000bc31 service nova] Releasing lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.575444] env[69155]: DEBUG nova.policy [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.610897] env[69155]: DEBUG nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.831124] env[69155]: DEBUG nova.compute.manager [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.831400] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.832374] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d625199-ca96-4d5f-b50a-89c08e2b1045 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.840945] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.841750] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb4088a-2443-4f34-b320-0a6e75236b59 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.848927] env[69155]: DEBUG oslo_vmware.api [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 875.848927] env[69155]: value = "task-3599657" [ 875.848927] env[69155]: _type = "Task" [ 875.848927] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.859021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "54d76ce9-bc55-460e-99b2-d064700f896d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.859350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "54d76ce9-bc55-460e-99b2-d064700f896d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.859585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "54d76ce9-bc55-460e-99b2-d064700f896d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.859744] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "54d76ce9-bc55-460e-99b2-d064700f896d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.859993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "54d76ce9-bc55-460e-99b2-d064700f896d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.861828] env[69155]: DEBUG oslo_vmware.api [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.862524] env[69155]: INFO nova.compute.manager [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Terminating instance [ 875.958379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "7f342550-3b9f-4cae-ac24-a4aab02865b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.958592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.958839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.959057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.959303] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.964054] env[69155]: INFO nova.compute.manager [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Terminating instance [ 876.005127] env[69155]: INFO nova.compute.resource_tracker [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating resource usage from migration 86ae7a31-3b4c-4f5d-a0e9-9c1ac26c47f2 [ 876.008629] env[69155]: DEBUG nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.022268] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599656, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.148910] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.182958] env[69155]: DEBUG nova.network.neutron [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Successfully created port: 8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.365011] env[69155]: DEBUG oslo_vmware.api [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599657, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.367917] env[69155]: DEBUG nova.compute.manager [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.368195] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.369104] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f496c4-2bc2-4f3c-a11e-dfcf8b358ecd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.379914] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.380214] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba94dd76-47a7-4555-bf0f-d685d1e6c335 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.387943] env[69155]: DEBUG oslo_vmware.api [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 876.387943] env[69155]: value = "task-3599658" [ 876.387943] env[69155]: _type = "Task" [ 876.387943] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.402573] env[69155]: DEBUG oslo_vmware.api [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.474816] env[69155]: DEBUG nova.compute.manager [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.475104] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.476013] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e96a58-865a-4465-8358-824eedc3ea78 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.488038] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.488618] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7000532-8e03-4c35-aab6-03d98be8a7d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.497678] env[69155]: DEBUG oslo_vmware.api [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 876.497678] env[69155]: value = "task-3599659" [ 876.497678] env[69155]: _type = "Task" [ 876.497678] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.510318] env[69155]: DEBUG oslo_vmware.api [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.527580] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687141} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.528159] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] edba5822-42f0-46a4-8a17-d9832ba6b3a3/edba5822-42f0-46a4-8a17-d9832ba6b3a3.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.528385] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.528641] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d43ffcb0-3659-4426-964d-adb473f69351 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.536474] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 876.536474] env[69155]: value = "task-3599660" [ 876.536474] env[69155]: _type = "Task" [ 876.536474] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.555022] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.654154] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccfe65b-14c7-463e-a83d-482087f1e4f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.668826] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc7a2a-7b3b-49ea-87f3-65c5e7aaa3d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.706961] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fe4bc9-9355-4651-a55e-313256ec8bc4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.715615] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189dbb67-1c15-4b84-81a9-9d19b3dc7452 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.730278] env[69155]: DEBUG nova.compute.provider_tree [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.783010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.783316] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.862342] env[69155]: DEBUG oslo_vmware.api [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599657, 'name': PowerOffVM_Task, 'duration_secs': 0.543392} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.862631] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.862806] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.863098] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97a34d11-c177-4f9c-a075-d7bf1d58da97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.898267] env[69155]: DEBUG oslo_vmware.api [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599658, 'name': PowerOffVM_Task, 'duration_secs': 0.2792} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.898533] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.898706] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.898957] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ef656d-4dda-4d80-951a-3d0070cddaa4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.932330] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.932520] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.932761] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Deleting the datastore file [datastore1] ea2d310b-7323-4515-bb66-1d6faee69b49 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.933090] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6354f60-9b09-4036-82fa-26c4204b7824 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.943846] env[69155]: DEBUG oslo_vmware.api [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for the task: (returnval){ [ 876.943846] env[69155]: value = "task-3599663" [ 876.943846] env[69155]: _type = "Task" [ 876.943846] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.953708] env[69155]: DEBUG oslo_vmware.api [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.981889] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.982190] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.982386] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleting the datastore file [datastore1] 54d76ce9-bc55-460e-99b2-d064700f896d {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.982660] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebf319ee-7503-43d8-a6b9-8d8610dffbca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.988555] env[69155]: DEBUG oslo_vmware.api [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 876.988555] env[69155]: value = "task-3599664" [ 876.988555] env[69155]: _type = "Task" [ 876.988555] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.998710] env[69155]: DEBUG oslo_vmware.api [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.006745] env[69155]: DEBUG oslo_vmware.api [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599659, 'name': PowerOffVM_Task, 'duration_secs': 0.205008} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.007110] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.007338] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.007606] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a16b3dd9-1fc8-45f1-98fd-c15bd3a42885 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.030197] env[69155]: DEBUG nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.052956] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070868} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.055027] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.055289] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.055460] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.055649] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.055796] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.055943] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.056163] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.056326] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.056491] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.056649] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.056850] env[69155]: DEBUG nova.virt.hardware [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.057155] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.057945] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78227e95-16aa-4057-8e97-66388105eeb4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.060929] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9fe489-af74-4e44-9a05-d5c04ffadf8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.076917] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f5bc8-dbcb-41af-a3c9-609e5cc9b28f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.089383] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] edba5822-42f0-46a4-8a17-d9832ba6b3a3/edba5822-42f0-46a4-8a17-d9832ba6b3a3.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.089672] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dee653e5-9e54-43ff-ad97-0d563cf30349 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.115931] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 877.115931] env[69155]: value = "task-3599666" [ 877.115931] env[69155]: _type = "Task" [ 877.115931] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.123766] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.148462] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.148690] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.148879] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Deleting the datastore file [datastore1] 7f342550-3b9f-4cae-ac24-a4aab02865b7 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.149192] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11727c7b-b59d-4a22-a547-4e4630b350cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.156298] env[69155]: DEBUG oslo_vmware.api [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 877.156298] env[69155]: value = "task-3599667" [ 877.156298] env[69155]: _type = "Task" [ 877.156298] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.164053] env[69155]: DEBUG oslo_vmware.api [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.234916] env[69155]: DEBUG nova.scheduler.client.report [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.458635] env[69155]: DEBUG oslo_vmware.api [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Task: {'id': task-3599663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161197} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.458929] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.459175] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.459383] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.459569] env[69155]: INFO nova.compute.manager [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Took 1.63 seconds to destroy the instance on the hypervisor. [ 877.459820] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.460053] env[69155]: DEBUG nova.compute.manager [-] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.460137] env[69155]: DEBUG nova.network.neutron [-] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.499021] env[69155]: DEBUG oslo_vmware.api [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203331} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.499407] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.499601] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.499750] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.499934] env[69155]: INFO nova.compute.manager [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 877.500196] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.500397] env[69155]: DEBUG nova.compute.manager [-] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.500495] env[69155]: DEBUG nova.network.neutron [-] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.633092] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.672222] env[69155]: DEBUG oslo_vmware.api [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175746} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.672222] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.672222] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.672222] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.672439] env[69155]: INFO nova.compute.manager [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 877.672738] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.673055] env[69155]: DEBUG nova.compute.manager [-] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.673240] env[69155]: DEBUG nova.network.neutron [-] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.743837] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.757s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.744118] env[69155]: INFO nova.compute.manager [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Migrating [ 877.753208] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.334s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.754736] env[69155]: INFO nova.compute.claims [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.976297] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "d9ce2157-24f7-432f-983d-d4e617f3ff71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.976297] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "d9ce2157-24f7-432f-983d-d4e617f3ff71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.134668] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599666, 'name': ReconfigVM_Task, 'duration_secs': 0.815314} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.134946] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Reconfigured VM instance instance-0000003b to attach disk [datastore1] edba5822-42f0-46a4-8a17-d9832ba6b3a3/edba5822-42f0-46a4-8a17-d9832ba6b3a3.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.135840] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30ce670b-02c0-4871-9d54-394b4661af13 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.146917] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 878.146917] env[69155]: value = "task-3599669" [ 878.146917] env[69155]: _type = "Task" [ 878.146917] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.161036] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599669, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.266728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.269480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.269480] env[69155]: DEBUG nova.network.neutron [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.516298] env[69155]: DEBUG nova.compute.manager [req-badf6059-6658-4575-b49e-2107cc5bbfce req-62b5db79-1b1c-45ec-8a2b-02616971508a service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Received event network-vif-deleted-bc1e6a8f-5511-4fd8-8510-24f0c82ba836 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.516655] env[69155]: INFO nova.compute.manager [req-badf6059-6658-4575-b49e-2107cc5bbfce req-62b5db79-1b1c-45ec-8a2b-02616971508a service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Neutron deleted interface bc1e6a8f-5511-4fd8-8510-24f0c82ba836; detaching it from the instance and deleting it from the info cache [ 878.517058] env[69155]: DEBUG nova.network.neutron [req-badf6059-6658-4575-b49e-2107cc5bbfce req-62b5db79-1b1c-45ec-8a2b-02616971508a service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.589082] env[69155]: DEBUG nova.network.neutron [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Successfully updated port: 8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.666731] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599669, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.734894] env[69155]: DEBUG nova.network.neutron [-] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.736854] env[69155]: DEBUG nova.network.neutron [-] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.023749] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-490e08b8-2f7e-4c35-8544-91bc859c7ad4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.034456] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f64e7-440b-47d3-8081-b979e2d57d83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.078060] env[69155]: DEBUG nova.compute.manager [req-badf6059-6658-4575-b49e-2107cc5bbfce req-62b5db79-1b1c-45ec-8a2b-02616971508a service nova] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Detach interface failed, port_id=bc1e6a8f-5511-4fd8-8510-24f0c82ba836, reason: Instance ea2d310b-7323-4515-bb66-1d6faee69b49 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.078060] env[69155]: DEBUG nova.compute.manager [req-badf6059-6658-4575-b49e-2107cc5bbfce req-62b5db79-1b1c-45ec-8a2b-02616971508a service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Received event network-vif-deleted-394a274a-a2cd-43c9-892b-dd3613c1e85c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.078060] env[69155]: INFO nova.compute.manager [req-badf6059-6658-4575-b49e-2107cc5bbfce req-62b5db79-1b1c-45ec-8a2b-02616971508a service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Neutron deleted interface 394a274a-a2cd-43c9-892b-dd3613c1e85c; detaching it from the instance and deleting it from the info cache [ 879.078060] env[69155]: DEBUG nova.network.neutron [req-badf6059-6658-4575-b49e-2107cc5bbfce req-62b5db79-1b1c-45ec-8a2b-02616971508a service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.094153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.094153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.094330] env[69155]: DEBUG nova.network.neutron [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.160908] env[69155]: DEBUG nova.network.neutron [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance_info_cache with network_info: [{"id": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "address": "fa:16:3e:33:af:33", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde929ca-91", "ovs_interfaceid": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.164805] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599669, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.237482] env[69155]: INFO nova.compute.manager [-] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Took 1.74 seconds to deallocate network for instance. [ 879.239541] env[69155]: INFO nova.compute.manager [-] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Took 1.78 seconds to deallocate network for instance. [ 879.380917] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8786b093-6bc6-4e26-9f6f-8dd69dfe41e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.389708] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b21aa-7662-4983-940b-6fe441b146e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.426059] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff40e7ad-a0d7-4205-b47b-e9599050a752 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.434045] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b58936-5b82-4a7e-9555-49d31a867cb7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.447986] env[69155]: DEBUG nova.compute.provider_tree [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.583671] env[69155]: DEBUG nova.network.neutron [-] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.585226] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dc9f903-3ba9-4ed0-a8fc-e4eadcbfcd36 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.595894] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be615540-12e0-4dc4-b047-4b65ee414722 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.634521] env[69155]: DEBUG nova.compute.manager [req-badf6059-6658-4575-b49e-2107cc5bbfce req-62b5db79-1b1c-45ec-8a2b-02616971508a service nova] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Detach interface failed, port_id=394a274a-a2cd-43c9-892b-dd3613c1e85c, reason: Instance 54d76ce9-bc55-460e-99b2-d064700f896d could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.642114] env[69155]: DEBUG nova.network.neutron [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.663096] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599669, 'name': Rename_Task, 'duration_secs': 1.244447} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.663096] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.664349] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d2e442b-1ce2-4a29-8daf-bff6de592f9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.666134] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.673290] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 879.673290] env[69155]: value = "task-3599671" [ 879.673290] env[69155]: _type = "Task" [ 879.673290] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.681634] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.748385] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.753934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.852939] env[69155]: DEBUG nova.network.neutron [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.976535] env[69155]: ERROR nova.scheduler.client.report [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [req-898be508-a402-4b00-8d18-3771d062c452] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-898be508-a402-4b00-8d18-3771d062c452"}]} [ 880.001781] env[69155]: DEBUG nova.scheduler.client.report [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.021712] env[69155]: DEBUG nova.scheduler.client.report [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.021998] env[69155]: DEBUG nova.compute.provider_tree [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.024638] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.024921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.043461] env[69155]: DEBUG nova.scheduler.client.report [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.054814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "2451045d-befe-4c53-bc53-4bba9fcee939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.055576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "2451045d-befe-4c53-bc53-4bba9fcee939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.064491] env[69155]: DEBUG nova.scheduler.client.report [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.088388] env[69155]: INFO nova.compute.manager [-] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Took 2.42 seconds to deallocate network for instance. [ 880.188640] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.355410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.356210] env[69155]: DEBUG nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Instance network_info: |[{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.356836] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:90:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d13cbd0-7e84-42d4-afeb-976054fdac63', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.367911] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.371152] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.371758] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b77ab2e-222a-4f74-b109-e23a9364dc45 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.394990] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.394990] env[69155]: value = "task-3599672" [ 880.394990] env[69155]: _type = "Task" [ 880.394990] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.403864] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599672, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.598509] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.605172] env[69155]: DEBUG nova.compute.manager [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-vif-plugged-8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.605607] env[69155]: DEBUG oslo_concurrency.lockutils [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.605607] env[69155]: DEBUG oslo_concurrency.lockutils [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.605787] env[69155]: DEBUG oslo_concurrency.lockutils [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.605991] env[69155]: DEBUG nova.compute.manager [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] No waiting events found dispatching network-vif-plugged-8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.607852] env[69155]: WARNING nova.compute.manager [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received unexpected event network-vif-plugged-8d13cbd0-7e84-42d4-afeb-976054fdac63 for instance with vm_state building and task_state spawning. [ 880.608121] env[69155]: DEBUG nova.compute.manager [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-vif-deleted-2ede6978-157c-4b13-b7ff-388ede48f8bc {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.608444] env[69155]: DEBUG nova.compute.manager [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-changed-8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.608659] env[69155]: DEBUG nova.compute.manager [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Refreshing instance network info cache due to event network-changed-8d13cbd0-7e84-42d4-afeb-976054fdac63. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.609029] env[69155]: DEBUG oslo_concurrency.lockutils [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] Acquiring lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.609259] env[69155]: DEBUG oslo_concurrency.lockutils [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] Acquired lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.609486] env[69155]: DEBUG nova.network.neutron [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Refreshing network info cache for port 8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.639125] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd2170-70b8-4460-94b4-bd43a0740ef6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.647693] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a09d3a0-bb19-4af0-8450-923d32e386e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.690276] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a1093-f2de-4026-8e1e-1c6a452ba76a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.701017] env[69155]: DEBUG oslo_vmware.api [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599671, 'name': PowerOnVM_Task, 'duration_secs': 0.573519} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.702429] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef44e3d-b9e4-4682-9b99-973b24f30131 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.706572] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.706840] env[69155]: INFO nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Took 9.99 seconds to spawn the instance on the hypervisor. [ 880.707091] env[69155]: DEBUG nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.708119] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f89deb-66ff-495f-a415-3c63bbd0776d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.721815] env[69155]: DEBUG nova.compute.provider_tree [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.905378] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599672, 'name': CreateVM_Task, 'duration_secs': 0.293062} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.905567] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.906362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.906588] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.907359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.907359] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cfa710-1364-4c12-a446-1211a25fb432 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.914028] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 880.914028] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52acaee3-0655-72b4-4920-f96cf85602bc" [ 880.914028] env[69155]: _type = "Task" [ 880.914028] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.920568] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52acaee3-0655-72b4-4920-f96cf85602bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.925296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "88adf8a9-777e-4f76-8d50-cb81835a528e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.925296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.925296] env[69155]: INFO nova.compute.manager [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Shelving [ 881.191831] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8e18d5-c57e-4a59-9a75-6d816f76af7f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.210542] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance '30c55b07-6f91-46dc-a50c-3185097fac67' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.240023] env[69155]: INFO nova.compute.manager [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Took 54.42 seconds to build instance. [ 881.275472] env[69155]: DEBUG nova.scheduler.client.report [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.275794] env[69155]: DEBUG nova.compute.provider_tree [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 95 to 96 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.276051] env[69155]: DEBUG nova.compute.provider_tree [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.360252] env[69155]: DEBUG nova.network.neutron [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updated VIF entry in instance network info cache for port 8d13cbd0-7e84-42d4-afeb-976054fdac63. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.360568] env[69155]: DEBUG nova.network.neutron [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.424582] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52acaee3-0655-72b4-4920-f96cf85602bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.424988] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.425229] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.425503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.425689] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.425995] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.426309] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a9a2b36-aa00-4d60-a739-eb230bb3761a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.437416] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.437416] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.438036] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c66add-df14-4a4a-ab28-79d97b7aac79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.446467] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 881.446467] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a998c1-8f82-f681-f854-8f00c6f818b2" [ 881.446467] env[69155]: _type = "Task" [ 881.446467] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.454421] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a998c1-8f82-f681-f854-8f00c6f818b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.718259] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.719125] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a47abd3-f9ec-4f14-a6c8-862db581cce9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.725492] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 881.725492] env[69155]: value = "task-3599674" [ 881.725492] env[69155]: _type = "Task" [ 881.725492] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.734181] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.748784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.496s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.782614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.028s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.782614] env[69155]: DEBUG nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.784595] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.648s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.786220] env[69155]: INFO nova.compute.claims [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.863946] env[69155]: DEBUG oslo_concurrency.lockutils [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] Releasing lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.864314] env[69155]: DEBUG nova.compute.manager [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-vif-deleted-d38accb5-f255-4b1c-b3ba-b8bfc7062952 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.864581] env[69155]: DEBUG nova.compute.manager [req-2509e1bc-6f92-4416-9e81-33fa17387fb2 req-24c3c058-172a-4385-8d3a-363376b2113a service nova] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Received event network-vif-deleted-c799dc03-d5f9-47dd-8a91-75da63468a57 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.935490] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.936063] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f40cdf4-e5c3-4b5d-b76f-628d3bb9f3b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.945429] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 881.945429] env[69155]: value = "task-3599675" [ 881.945429] env[69155]: _type = "Task" [ 881.945429] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.958653] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a998c1-8f82-f681-f854-8f00c6f818b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.962534] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.963181] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3087097-0b38-4e8a-9e04-a9b29455a5dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.968145] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 881.968145] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52231c98-a718-d31d-61e6-01736c0e3a4f" [ 881.968145] env[69155]: _type = "Task" [ 881.968145] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.976980] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52231c98-a718-d31d-61e6-01736c0e3a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.235583] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599674, 'name': PowerOffVM_Task, 'duration_secs': 0.309726} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.236069] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.236411] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance '30c55b07-6f91-46dc-a50c-3185097fac67' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.254088] env[69155]: DEBUG nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.291900] env[69155]: DEBUG nova.compute.utils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.301552] env[69155]: DEBUG nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.301552] env[69155]: DEBUG nova.network.neutron [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.448110] env[69155]: DEBUG nova.policy [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6639925e854df3a5c0d6b45b708497', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca03a27524b4e8d997bea636a5945af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.469618] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599675, 'name': PowerOffVM_Task, 'duration_secs': 0.168179} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.470129] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.474744] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f234558-86ae-4efb-9a56-0fbf1f4090d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.482530] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52231c98-a718-d31d-61e6-01736c0e3a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.497758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.498132] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd/0efb89c0-edbc-4612-90a8-ed43bcbaa7dd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.498598] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09f813f2-613a-4bd4-88b3-443441efc3ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.501114] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2686ae-e2bd-4e2e-b3f2-666a2200763d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.511891] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 882.511891] env[69155]: value = "task-3599676" [ 882.511891] env[69155]: _type = "Task" [ 882.511891] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.524828] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.602758] env[69155]: DEBUG nova.compute.manager [req-cce7d1a5-7250-4b0c-8e16-e8074223c5ff req-8aeee741-5aba-44c7-9f80-a5e42b477661 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Received event network-changed-647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.602758] env[69155]: DEBUG nova.compute.manager [req-cce7d1a5-7250-4b0c-8e16-e8074223c5ff req-8aeee741-5aba-44c7-9f80-a5e42b477661 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Refreshing instance network info cache due to event network-changed-647579ae-426b-4bdd-b18c-1d3e227d4002. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.602986] env[69155]: DEBUG oslo_concurrency.lockutils [req-cce7d1a5-7250-4b0c-8e16-e8074223c5ff req-8aeee741-5aba-44c7-9f80-a5e42b477661 service nova] Acquiring lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.603283] env[69155]: DEBUG oslo_concurrency.lockutils [req-cce7d1a5-7250-4b0c-8e16-e8074223c5ff req-8aeee741-5aba-44c7-9f80-a5e42b477661 service nova] Acquired lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.603362] env[69155]: DEBUG nova.network.neutron [req-cce7d1a5-7250-4b0c-8e16-e8074223c5ff req-8aeee741-5aba-44c7-9f80-a5e42b477661 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Refreshing network info cache for port 647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.745118] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.745440] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.745529] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.745798] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.745962] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.746519] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.746859] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.747131] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.747292] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.747491] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.747709] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.754993] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66ff214-1d99-4b6a-9b68-8daa00cc6004 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.781265] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 882.781265] env[69155]: value = "task-3599677" [ 882.781265] env[69155]: _type = "Task" [ 882.781265] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.790750] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.796617] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.800858] env[69155]: DEBUG nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.928299] env[69155]: DEBUG nova.network.neutron [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Successfully created port: b53287f1-8c43-40c2-a9bf-f5101fad729d {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.014069] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 883.014069] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3dfc6a6a-78f9-4e1e-a111-4140ac0169cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.029924] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515365} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.031519] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd/0efb89c0-edbc-4612-90a8-ed43bcbaa7dd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.032173] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.032173] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 883.032173] env[69155]: value = "task-3599678" [ 883.032173] env[69155]: _type = "Task" [ 883.032173] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.032392] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad36883-54d8-4a09-bf2e-09c0e433dc76 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.048358] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.049361] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 883.049361] env[69155]: value = "task-3599679" [ 883.049361] env[69155]: _type = "Task" [ 883.049361] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.059114] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.295077] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599677, 'name': ReconfigVM_Task, 'duration_secs': 0.340207} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.295192] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance '30c55b07-6f91-46dc-a50c-3185097fac67' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.481920] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29641ac9-5efa-441f-a1c0-d4e53dcf2b92 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.492379] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9063b513-9ea6-4a4f-8b5d-8c2c92ccdb96 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.529683] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9c8561-4cf6-436e-a7f7-030bfc0ff203 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.541692] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47e3de9-141a-4d02-a17c-13408ba42480 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.551166] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599678, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.562824] env[69155]: DEBUG nova.compute.provider_tree [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.565530] env[69155]: DEBUG nova.network.neutron [req-cce7d1a5-7250-4b0c-8e16-e8074223c5ff req-8aeee741-5aba-44c7-9f80-a5e42b477661 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Updated VIF entry in instance network info cache for port 647579ae-426b-4bdd-b18c-1d3e227d4002. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.566012] env[69155]: DEBUG nova.network.neutron [req-cce7d1a5-7250-4b0c-8e16-e8074223c5ff req-8aeee741-5aba-44c7-9f80-a5e42b477661 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Updating instance_info_cache with network_info: [{"id": "647579ae-426b-4bdd-b18c-1d3e227d4002", "address": "fa:16:3e:50:e0:86", "network": {"id": "3c91b55b-385b-42da-8439-72eb72470efc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-212407112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7beeebfa38164a84ae8a11c2dbd6a14d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647579ae-42", "ovs_interfaceid": "647579ae-426b-4bdd-b18c-1d3e227d4002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.570175] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221002} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.570571] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.571497] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54316408-e8de-41fb-852d-10849d49553b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.596178] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd/0efb89c0-edbc-4612-90a8-ed43bcbaa7dd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.597577] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121f1fba-3f34-43c2-8db1-ea9887b9ae18 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.617397] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 883.617397] env[69155]: value = "task-3599681" [ 883.617397] env[69155]: _type = "Task" [ 883.617397] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.625239] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.803071] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:58:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1e4e98fd-3c38-4467-b703-727683f4a31e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-617779015',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.803400] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.803504] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.804124] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.804124] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.804124] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.804303] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.804578] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.804878] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.805087] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.805271] env[69155]: DEBUG nova.virt.hardware [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.810692] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.811693] env[69155]: DEBUG nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.813732] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5586591e-2ff0-4e4f-9b65-32840bae0063 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.846756] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 883.846756] env[69155]: value = "task-3599682" [ 883.846756] env[69155]: _type = "Task" [ 883.846756] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.858100] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.865293] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.865576] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.865778] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.866034] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.866258] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.866709] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.866709] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.866859] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.867076] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.867261] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.867440] env[69155]: DEBUG nova.virt.hardware [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.868319] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b86663d-37c3-4c7c-b595-88b3f2365ef3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.876375] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511f4353-136c-4a92-b686-943ff0bc4185 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.046294] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599678, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.069014] env[69155]: DEBUG nova.scheduler.client.report [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.072546] env[69155]: DEBUG oslo_concurrency.lockutils [req-cce7d1a5-7250-4b0c-8e16-e8074223c5ff req-8aeee741-5aba-44c7-9f80-a5e42b477661 service nova] Releasing lock "refresh_cache-edba5822-42f0-46a4-8a17-d9832ba6b3a3" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.127728] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599681, 'name': ReconfigVM_Task, 'duration_secs': 0.298481} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.128105] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd/0efb89c0-edbc-4612-90a8-ed43bcbaa7dd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.128812] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808012a2-96d5-47e2-b502-5cdfb9d29e61 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.135094] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 884.135094] env[69155]: value = "task-3599683" [ 884.135094] env[69155]: _type = "Task" [ 884.135094] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.143201] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599683, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.360179] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599682, 'name': ReconfigVM_Task, 'duration_secs': 0.418097} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.360771] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.361700] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b6810a-3ea9-4f25-962a-07fe9841d21e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.395817] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67/30c55b07-6f91-46dc-a50c-3185097fac67.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.396236] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d8e64a1-5b46-4e3d-8048-810579773927 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.414706] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 884.414706] env[69155]: value = "task-3599684" [ 884.414706] env[69155]: _type = "Task" [ 884.414706] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.425184] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.547432] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599678, 'name': CreateSnapshot_Task, 'duration_secs': 1.174564} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.547772] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.548493] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b04f9b3-8117-4fb1-9dec-5a9b2bbf5afe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.574936] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.574936] env[69155]: DEBUG nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.577260] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.644s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.577487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.577584] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 884.577866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.685s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.578171] env[69155]: DEBUG nova.objects.instance [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lazy-loading 'resources' on Instance uuid 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.580050] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc4f3cc-e797-4857-aca3-624efc8cae34 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.587946] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec79c171-3533-4ee6-b1e0-45f9b1bf3716 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.606850] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a661cc7c-00a7-44cd-9bcf-21f2370964ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.613945] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa89e9-c893-4ef8-a4d8-89b5e921dc37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.645369] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178185MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 884.645531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.654451] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599683, 'name': Rename_Task, 'duration_secs': 0.149598} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.654775] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.654944] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677e64ee-c056-48a7-8797-a56804859429 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.663140] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 884.663140] env[69155]: value = "task-3599685" [ 884.663140] env[69155]: _type = "Task" [ 884.663140] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.668407] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.684237] env[69155]: DEBUG nova.compute.manager [req-b693426e-c53f-4543-bf71-e8210d923881 req-68640421-8eaa-4e9d-afea-45ce872fe947 service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Received event network-vif-plugged-b53287f1-8c43-40c2-a9bf-f5101fad729d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.684453] env[69155]: DEBUG oslo_concurrency.lockutils [req-b693426e-c53f-4543-bf71-e8210d923881 req-68640421-8eaa-4e9d-afea-45ce872fe947 service nova] Acquiring lock "80870847-c09a-4251-8436-77dfd59b8c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.684687] env[69155]: DEBUG oslo_concurrency.lockutils [req-b693426e-c53f-4543-bf71-e8210d923881 req-68640421-8eaa-4e9d-afea-45ce872fe947 service nova] Lock "80870847-c09a-4251-8436-77dfd59b8c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.684822] env[69155]: DEBUG oslo_concurrency.lockutils [req-b693426e-c53f-4543-bf71-e8210d923881 req-68640421-8eaa-4e9d-afea-45ce872fe947 service nova] Lock "80870847-c09a-4251-8436-77dfd59b8c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.684991] env[69155]: DEBUG nova.compute.manager [req-b693426e-c53f-4543-bf71-e8210d923881 req-68640421-8eaa-4e9d-afea-45ce872fe947 service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] No waiting events found dispatching network-vif-plugged-b53287f1-8c43-40c2-a9bf-f5101fad729d {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.685183] env[69155]: WARNING nova.compute.manager [req-b693426e-c53f-4543-bf71-e8210d923881 req-68640421-8eaa-4e9d-afea-45ce872fe947 service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Received unexpected event network-vif-plugged-b53287f1-8c43-40c2-a9bf-f5101fad729d for instance with vm_state building and task_state spawning. [ 884.771145] env[69155]: DEBUG nova.network.neutron [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Successfully updated port: b53287f1-8c43-40c2-a9bf-f5101fad729d {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.924582] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.068348] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.069490] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd42f24a-c7c7-4e84-ba1c-fa52d4039ac3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.081710] env[69155]: DEBUG nova.compute.utils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.083089] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 885.083089] env[69155]: value = "task-3599686" [ 885.083089] env[69155]: _type = "Task" [ 885.083089] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.083583] env[69155]: DEBUG nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.083781] env[69155]: DEBUG nova.network.neutron [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.105804] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599686, 'name': CloneVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.156849] env[69155]: DEBUG nova.policy [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6639925e854df3a5c0d6b45b708497', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca03a27524b4e8d997bea636a5945af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.171383] env[69155]: DEBUG oslo_vmware.api [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599685, 'name': PowerOnVM_Task, 'duration_secs': 0.449414} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.173838] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.174079] env[69155]: INFO nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Took 8.14 seconds to spawn the instance on the hypervisor. [ 885.174273] env[69155]: DEBUG nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.175319] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe84e4d0-53d5-42e6-82dc-5af1bd66f09d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.274421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "refresh_cache-80870847-c09a-4251-8436-77dfd59b8c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.274875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquired lock "refresh_cache-80870847-c09a-4251-8436-77dfd59b8c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.275536] env[69155]: DEBUG nova.network.neutron [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.425188] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599684, 'name': ReconfigVM_Task, 'duration_secs': 0.69266} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.425491] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67/30c55b07-6f91-46dc-a50c-3185097fac67.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.425756] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance '30c55b07-6f91-46dc-a50c-3185097fac67' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.507979] env[69155]: DEBUG nova.network.neutron [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Successfully created port: caf9bbef-c730-4492-b431-27df391a3d82 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.584960] env[69155]: DEBUG nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.597660] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599686, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.638820] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946ff20a-ed22-4e4b-af9a-dcb1ffd05ee8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.647420] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0958a74d-dbab-4567-89fe-6ebc81291fc2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.691021] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f362aab-d134-4b03-9464-97db4dbd5797 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.696414] env[69155]: INFO nova.compute.manager [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Took 54.59 seconds to build instance. [ 885.701441] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d5e6f8-e0a3-4db0-8e2b-951b66c8ebb6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.720444] env[69155]: DEBUG nova.compute.provider_tree [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.827307] env[69155]: DEBUG nova.network.neutron [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.934582] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae35dc4-4a86-47a9-b505-775a97e86063 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.969060] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1def4bd-292d-4f62-b07a-3e727027e36b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.988928] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance '30c55b07-6f91-46dc-a50c-3185097fac67' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.010441] env[69155]: DEBUG nova.network.neutron [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Updating instance_info_cache with network_info: [{"id": "b53287f1-8c43-40c2-a9bf-f5101fad729d", "address": "fa:16:3e:d4:d9:f9", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53287f1-8c", "ovs_interfaceid": "b53287f1-8c43-40c2-a9bf-f5101fad729d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.101634] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599686, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.132970] env[69155]: DEBUG nova.compute.manager [req-aa4815b6-8fb1-44db-9fa9-82d739cde339 req-dcb98d9a-b214-4fb1-bd62-90343e80083d service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-changed-8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.133197] env[69155]: DEBUG nova.compute.manager [req-aa4815b6-8fb1-44db-9fa9-82d739cde339 req-dcb98d9a-b214-4fb1-bd62-90343e80083d service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Refreshing instance network info cache due to event network-changed-8d13cbd0-7e84-42d4-afeb-976054fdac63. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.133453] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa4815b6-8fb1-44db-9fa9-82d739cde339 req-dcb98d9a-b214-4fb1-bd62-90343e80083d service nova] Acquiring lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.133598] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa4815b6-8fb1-44db-9fa9-82d739cde339 req-dcb98d9a-b214-4fb1-bd62-90343e80083d service nova] Acquired lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.133713] env[69155]: DEBUG nova.network.neutron [req-aa4815b6-8fb1-44db-9fa9-82d739cde339 req-dcb98d9a-b214-4fb1-bd62-90343e80083d service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Refreshing network info cache for port 8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.201304] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8da7266f-61c4-40c6-b2a9-2b272fa54efd tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.414s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.223713] env[69155]: DEBUG nova.scheduler.client.report [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.513071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Releasing lock "refresh_cache-80870847-c09a-4251-8436-77dfd59b8c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.513383] env[69155]: DEBUG nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Instance network_info: |[{"id": "b53287f1-8c43-40c2-a9bf-f5101fad729d", "address": "fa:16:3e:d4:d9:f9", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53287f1-8c", "ovs_interfaceid": "b53287f1-8c43-40c2-a9bf-f5101fad729d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.513777] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:d9:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b53287f1-8c43-40c2-a9bf-f5101fad729d', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.521490] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Creating folder: Project (1ca03a27524b4e8d997bea636a5945af). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.521770] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-938d7548-857b-47e3-840b-3ae853482a73 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.532993] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Created folder: Project (1ca03a27524b4e8d997bea636a5945af) in parent group-v718010. [ 886.533219] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Creating folder: Instances. Parent ref: group-v718193. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.533452] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-286eb418-db5f-4ca4-9c2c-4e9fdb89414a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.543861] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Created folder: Instances in parent group-v718193. [ 886.544121] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.544318] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.544514] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acbda8f6-d991-45a7-8e8c-b9f29fc6db13 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.564389] env[69155]: DEBUG nova.network.neutron [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Port dde929ca-91eb-45a7-8813-5dfbb0eaef7d binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 886.571406] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.571406] env[69155]: value = "task-3599689" [ 886.571406] env[69155]: _type = "Task" [ 886.571406] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.582973] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599689, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.598233] env[69155]: DEBUG nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.604121] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599686, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.634352] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.634696] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.634862] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.635104] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.635295] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.635479] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.635729] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.635942] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.636170] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.636374] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.636584] env[69155]: DEBUG nova.virt.hardware [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.640177] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd7266-afe5-4017-b10f-8818fe34b899 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.648972] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ebdf85-96e0-4c18-835d-dfec0136a5d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.705731] env[69155]: DEBUG nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.733437] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.737063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.659s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.741433] env[69155]: DEBUG nova.objects.instance [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lazy-loading 'resources' on Instance uuid 7f01a7f3-4f0d-4811-850c-79f5b9930187 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.766115] env[69155]: INFO nova.scheduler.client.report [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Deleted allocations for instance 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65 [ 886.831031] env[69155]: DEBUG nova.compute.manager [req-ac55ff48-9b2f-4930-8850-e1d2df9218f5 req-f9419b3f-43fd-4099-883f-94e90f19700e service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Received event network-changed-b53287f1-8c43-40c2-a9bf-f5101fad729d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.831031] env[69155]: DEBUG nova.compute.manager [req-ac55ff48-9b2f-4930-8850-e1d2df9218f5 req-f9419b3f-43fd-4099-883f-94e90f19700e service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Refreshing instance network info cache due to event network-changed-b53287f1-8c43-40c2-a9bf-f5101fad729d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.831031] env[69155]: DEBUG oslo_concurrency.lockutils [req-ac55ff48-9b2f-4930-8850-e1d2df9218f5 req-f9419b3f-43fd-4099-883f-94e90f19700e service nova] Acquiring lock "refresh_cache-80870847-c09a-4251-8436-77dfd59b8c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.831323] env[69155]: DEBUG oslo_concurrency.lockutils [req-ac55ff48-9b2f-4930-8850-e1d2df9218f5 req-f9419b3f-43fd-4099-883f-94e90f19700e service nova] Acquired lock "refresh_cache-80870847-c09a-4251-8436-77dfd59b8c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.831382] env[69155]: DEBUG nova.network.neutron [req-ac55ff48-9b2f-4930-8850-e1d2df9218f5 req-f9419b3f-43fd-4099-883f-94e90f19700e service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Refreshing network info cache for port b53287f1-8c43-40c2-a9bf-f5101fad729d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.082547] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599689, 'name': CreateVM_Task, 'duration_secs': 0.392098} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.082547] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.083404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.083404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.083878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.084132] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7f1499-3e74-40df-9b32-3aa7b897434d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.089204] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 887.089204] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524b868a-c43b-9581-c4b4-1d95e57f6d1d" [ 887.089204] env[69155]: _type = "Task" [ 887.089204] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.110069] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524b868a-c43b-9581-c4b4-1d95e57f6d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.114774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.114884] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.115134] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.115324] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.115463] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.115735] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599686, 'name': CloneVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.117023] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-733cb3ed-ec2e-4cae-a490-5c1f70420c7b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.125360] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.125555] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.126442] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faeb488f-92f9-4cb2-b192-979920860253 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.132338] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 887.132338] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5235ca67-f297-665a-58ba-da592ffbfa56" [ 887.132338] env[69155]: _type = "Task" [ 887.132338] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.143193] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5235ca67-f297-665a-58ba-da592ffbfa56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.230577] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.283784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-132a31da-b737-4cda-ad36-a08841cb4173 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Lock "9e9edd7b-478c-40e2-bc3a-0f1e344f8f65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.656s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.300151] env[69155]: DEBUG nova.network.neutron [req-aa4815b6-8fb1-44db-9fa9-82d739cde339 req-dcb98d9a-b214-4fb1-bd62-90343e80083d service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updated VIF entry in instance network info cache for port 8d13cbd0-7e84-42d4-afeb-976054fdac63. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.300533] env[69155]: DEBUG nova.network.neutron [req-aa4815b6-8fb1-44db-9fa9-82d739cde339 req-dcb98d9a-b214-4fb1-bd62-90343e80083d service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.490115] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Acquiring lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.490410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.594562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.594806] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.595692] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.615296] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599686, 'name': CloneVM_Task, 'duration_secs': 2.096009} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.615443] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Created linked-clone VM from snapshot [ 887.616547] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d135c27-f30f-4eda-9f23-93b29f3491a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.619998] env[69155]: DEBUG nova.network.neutron [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Successfully updated port: caf9bbef-c730-4492-b431-27df391a3d82 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.632023] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Uploading image 1519e270-a2c7-4005-bd48-ede3c860936a {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.651209] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5235ca67-f297-665a-58ba-da592ffbfa56, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.653670] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef5da45-554d-4492-9b7d-09d9ff3bdee9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.661741] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 887.661741] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527c501a-e0fe-022d-a631-e1e3d5d5dadd" [ 887.661741] env[69155]: _type = "Task" [ 887.661741] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.666463] env[69155]: DEBUG oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 887.666463] env[69155]: value = "vm-718192" [ 887.666463] env[69155]: _type = "VirtualMachine" [ 887.666463] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 887.666734] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9b1868f-f59d-4573-a62b-499450c98388 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.674107] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527c501a-e0fe-022d-a631-e1e3d5d5dadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.675147] env[69155]: DEBUG oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lease: (returnval){ [ 887.675147] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527aa864-493f-9a50-1a62-2d74b7c48901" [ 887.675147] env[69155]: _type = "HttpNfcLease" [ 887.675147] env[69155]: } obtained for exporting VM: (result){ [ 887.675147] env[69155]: value = "vm-718192" [ 887.675147] env[69155]: _type = "VirtualMachine" [ 887.675147] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 887.675421] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the lease: (returnval){ [ 887.675421] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527aa864-493f-9a50-1a62-2d74b7c48901" [ 887.675421] env[69155]: _type = "HttpNfcLease" [ 887.675421] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 887.682865] env[69155]: DEBUG nova.network.neutron [req-ac55ff48-9b2f-4930-8850-e1d2df9218f5 req-f9419b3f-43fd-4099-883f-94e90f19700e service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Updated VIF entry in instance network info cache for port b53287f1-8c43-40c2-a9bf-f5101fad729d. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.684031] env[69155]: DEBUG nova.network.neutron [req-ac55ff48-9b2f-4930-8850-e1d2df9218f5 req-f9419b3f-43fd-4099-883f-94e90f19700e service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Updating instance_info_cache with network_info: [{"id": "b53287f1-8c43-40c2-a9bf-f5101fad729d", "address": "fa:16:3e:d4:d9:f9", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53287f1-8c", "ovs_interfaceid": "b53287f1-8c43-40c2-a9bf-f5101fad729d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.685829] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.685829] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527aa864-493f-9a50-1a62-2d74b7c48901" [ 887.685829] env[69155]: _type = "HttpNfcLease" [ 887.685829] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.804744] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa4815b6-8fb1-44db-9fa9-82d739cde339 req-dcb98d9a-b214-4fb1-bd62-90343e80083d service nova] Releasing lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.868944] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6385a70-1473-466d-ba21-31e6c18ca48f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.878785] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1384c9e-d865-4ff8-83aa-9f8504cd6000 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.910841] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68358a3b-a011-4fbb-b3f6-e25d271701fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.919532] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bafa02-32e5-47e6-9f3c-93180a18f056 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.934161] env[69155]: DEBUG nova.compute.provider_tree [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.124687] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "refresh_cache-bcb2a21e-1144-4da9-9e71-d061bbb4c107" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.124995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquired lock "refresh_cache-bcb2a21e-1144-4da9-9e71-d061bbb4c107" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.124995] env[69155]: DEBUG nova.network.neutron [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.173962] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527c501a-e0fe-022d-a631-e1e3d5d5dadd, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.174195] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.174428] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 80870847-c09a-4251-8436-77dfd59b8c5b/80870847-c09a-4251-8436-77dfd59b8c5b.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.174696] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87dd4b5f-d862-4ceb-a07f-374c745c13e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.185020] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 888.185020] env[69155]: value = "task-3599691" [ 888.185020] env[69155]: _type = "Task" [ 888.185020] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.185020] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.185020] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527aa864-493f-9a50-1a62-2d74b7c48901" [ 888.185020] env[69155]: _type = "HttpNfcLease" [ 888.185020] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 888.187696] env[69155]: DEBUG oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 888.187696] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527aa864-493f-9a50-1a62-2d74b7c48901" [ 888.187696] env[69155]: _type = "HttpNfcLease" [ 888.187696] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 888.188269] env[69155]: DEBUG oslo_concurrency.lockutils [req-ac55ff48-9b2f-4930-8850-e1d2df9218f5 req-f9419b3f-43fd-4099-883f-94e90f19700e service nova] Releasing lock "refresh_cache-80870847-c09a-4251-8436-77dfd59b8c5b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.189172] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454b21f2-6533-459c-aebb-5b3d0ee3916c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.197130] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.200378] env[69155]: DEBUG oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525727b9-342e-b52a-b6be-1d0a1af5936f/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 888.200628] env[69155]: DEBUG oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525727b9-342e-b52a-b6be-1d0a1af5936f/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 888.317898] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-560c0099-7266-43f3-98b7-c7ed7172a02f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.440368] env[69155]: DEBUG nova.scheduler.client.report [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.642520] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.642701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.642886] env[69155]: DEBUG nova.network.neutron [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.684424] env[69155]: DEBUG nova.network.neutron [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.702026] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599691, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.845950] env[69155]: DEBUG nova.network.neutron [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Updating instance_info_cache with network_info: [{"id": "caf9bbef-c730-4492-b431-27df391a3d82", "address": "fa:16:3e:81:d8:32", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9bbef-c7", "ovs_interfaceid": "caf9bbef-c730-4492-b431-27df391a3d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.943321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.945935] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.445s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.947524] env[69155]: INFO nova.compute.claims [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.971976] env[69155]: INFO nova.scheduler.client.report [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Deleted allocations for instance 7f01a7f3-4f0d-4811-850c-79f5b9930187 [ 889.034974] env[69155]: DEBUG nova.compute.manager [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Received event network-vif-plugged-caf9bbef-c730-4492-b431-27df391a3d82 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.035639] env[69155]: DEBUG oslo_concurrency.lockutils [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] Acquiring lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.036539] env[69155]: DEBUG oslo_concurrency.lockutils [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] Lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.036936] env[69155]: DEBUG oslo_concurrency.lockutils [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] Lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.037152] env[69155]: DEBUG nova.compute.manager [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] No waiting events found dispatching network-vif-plugged-caf9bbef-c730-4492-b431-27df391a3d82 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.037334] env[69155]: WARNING nova.compute.manager [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Received unexpected event network-vif-plugged-caf9bbef-c730-4492-b431-27df391a3d82 for instance with vm_state building and task_state spawning. [ 889.037515] env[69155]: DEBUG nova.compute.manager [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Received event network-changed-caf9bbef-c730-4492-b431-27df391a3d82 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.037677] env[69155]: DEBUG nova.compute.manager [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Refreshing instance network info cache due to event network-changed-caf9bbef-c730-4492-b431-27df391a3d82. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.037872] env[69155]: DEBUG oslo_concurrency.lockutils [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] Acquiring lock "refresh_cache-bcb2a21e-1144-4da9-9e71-d061bbb4c107" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.196997] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550365} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.197335] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 80870847-c09a-4251-8436-77dfd59b8c5b/80870847-c09a-4251-8436-77dfd59b8c5b.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.197662] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.198013] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31413fe9-747f-425a-84a7-e2cee824fcf3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.205522] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 889.205522] env[69155]: value = "task-3599692" [ 889.205522] env[69155]: _type = "Task" [ 889.205522] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.215447] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.358020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Releasing lock "refresh_cache-bcb2a21e-1144-4da9-9e71-d061bbb4c107" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.358020] env[69155]: DEBUG nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Instance network_info: |[{"id": "caf9bbef-c730-4492-b431-27df391a3d82", "address": "fa:16:3e:81:d8:32", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9bbef-c7", "ovs_interfaceid": "caf9bbef-c730-4492-b431-27df391a3d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.358020] env[69155]: DEBUG oslo_concurrency.lockutils [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] Acquired lock "refresh_cache-bcb2a21e-1144-4da9-9e71-d061bbb4c107" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.358020] env[69155]: DEBUG nova.network.neutron [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Refreshing network info cache for port caf9bbef-c730-4492-b431-27df391a3d82 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.358020] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:d8:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caf9bbef-c730-4492-b431-27df391a3d82', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.368029] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.372285] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.372285] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c82318f5-5fb8-4652-9363-76baaa89ed3e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.394302] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.394302] env[69155]: value = "task-3599693" [ 889.394302] env[69155]: _type = "Task" [ 889.394302] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.402873] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599693, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.476150] env[69155]: DEBUG nova.network.neutron [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance_info_cache with network_info: [{"id": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "address": "fa:16:3e:33:af:33", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde929ca-91", "ovs_interfaceid": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.485938] env[69155]: DEBUG oslo_concurrency.lockutils [None req-84c3dd76-75cc-47c4-8819-05bd77c69b8a tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "7f01a7f3-4f0d-4811-850c-79f5b9930187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.475s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.715942] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119595} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.716341] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.717262] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518f9465-50b6-4af6-8c4c-24701b6cca83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.743395] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 80870847-c09a-4251-8436-77dfd59b8c5b/80870847-c09a-4251-8436-77dfd59b8c5b.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.743395] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1482fc7-d997-4140-a0d6-1726d8c07922 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.769182] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 889.769182] env[69155]: value = "task-3599694" [ 889.769182] env[69155]: _type = "Task" [ 889.769182] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.780493] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.906080] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599693, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.978745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.248748] env[69155]: DEBUG nova.network.neutron [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Updated VIF entry in instance network info cache for port caf9bbef-c730-4492-b431-27df391a3d82. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.249200] env[69155]: DEBUG nova.network.neutron [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Updating instance_info_cache with network_info: [{"id": "caf9bbef-c730-4492-b431-27df391a3d82", "address": "fa:16:3e:81:d8:32", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf9bbef-c7", "ovs_interfaceid": "caf9bbef-c730-4492-b431-27df391a3d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.280952] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599694, 'name': ReconfigVM_Task, 'duration_secs': 0.494247} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.284031] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 80870847-c09a-4251-8436-77dfd59b8c5b/80870847-c09a-4251-8436-77dfd59b8c5b.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.285371] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebf6b470-551f-469c-855d-48e5f32f1ead {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.291712] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 890.291712] env[69155]: value = "task-3599695" [ 890.291712] env[69155]: _type = "Task" [ 890.291712] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.300763] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599695, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.405127] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599693, 'name': CreateVM_Task, 'duration_secs': 0.592789} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.405363] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.406237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.406427] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.406734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.407020] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1cf08b-68c5-403e-8e01-ecf2807fabfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.414864] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 890.414864] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52af2766-b961-bdf2-6d37-e72514c18ef8" [ 890.414864] env[69155]: _type = "Task" [ 890.414864] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.423054] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52af2766-b961-bdf2-6d37-e72514c18ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.509268] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1272c150-f109-4292-ad0d-e1081dfaf2d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.536048] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc8fbae-afe2-414a-9869-30a8d2c0c40c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.547120] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance '30c55b07-6f91-46dc-a50c-3185097fac67' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.581940] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96529502-c1ad-46a1-962c-62bda56224fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.590526] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4cb1a8-1872-4477-9406-0d599d305202 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.625724] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f57105c-60df-4978-a3de-c1a07efb93f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.634774] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44a4519-11b1-416f-b64b-2af4e23c04ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.650020] env[69155]: DEBUG nova.compute.provider_tree [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.751767] env[69155]: DEBUG oslo_concurrency.lockutils [req-a406e63e-478a-450c-8734-4792a4a93bac req-48caa43f-c349-4fa2-afdb-8976372514c2 service nova] Releasing lock "refresh_cache-bcb2a21e-1144-4da9-9e71-d061bbb4c107" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.802767] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599695, 'name': Rename_Task, 'duration_secs': 0.191703} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.803123] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.803546] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-377cfcf1-7361-4b9e-aa8b-02827e55c198 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.810232] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 890.810232] env[69155]: value = "task-3599696" [ 890.810232] env[69155]: _type = "Task" [ 890.810232] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.818460] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.926024] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52af2766-b961-bdf2-6d37-e72514c18ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.013908} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.926342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.926586] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.926853] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.926989] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.927180] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.927458] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2695307-e3b1-4ce2-97c3-5699acebc4de {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.938110] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.938110] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.938110] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ef17cd-e689-447d-b93b-2f3de737de08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.948132] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 890.948132] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526de5db-eb72-c7a9-857a-af11356fb663" [ 890.948132] env[69155]: _type = "Task" [ 890.948132] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.956306] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526de5db-eb72-c7a9-857a-af11356fb663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.055158] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.055313] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8e38aa9-1ba6-477c-b767-495a9c8765f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.061690] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 891.061690] env[69155]: value = "task-3599697" [ 891.061690] env[69155]: _type = "Task" [ 891.061690] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.071674] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.153676] env[69155]: DEBUG nova.scheduler.client.report [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.321490] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.460964] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526de5db-eb72-c7a9-857a-af11356fb663, 'name': SearchDatastore_Task, 'duration_secs': 0.014756} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.461517] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011214bd-6675-41d4-8a7f-701388fed540 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.467743] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 891.467743] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52110c50-d54b-eb5d-a140-8f5bf97b388a" [ 891.467743] env[69155]: _type = "Task" [ 891.467743] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.476223] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52110c50-d54b-eb5d-a140-8f5bf97b388a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.576322] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.659702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.661395] env[69155]: DEBUG nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.665174] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.787s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.667543] env[69155]: INFO nova.compute.claims [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.821312] env[69155]: DEBUG oslo_vmware.api [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599696, 'name': PowerOnVM_Task, 'duration_secs': 0.628516} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.821677] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.821901] env[69155]: INFO nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Took 8.01 seconds to spawn the instance on the hypervisor. [ 891.822102] env[69155]: DEBUG nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.822864] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a79f65-de15-474a-aaaf-ff0c6aa416b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.978968] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52110c50-d54b-eb5d-a140-8f5bf97b388a, 'name': SearchDatastore_Task, 'duration_secs': 0.015673} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.979937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.980226] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] bcb2a21e-1144-4da9-9e71-d061bbb4c107/bcb2a21e-1144-4da9-9e71-d061bbb4c107.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.980488] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c386b420-b215-404a-b0b5-c6891a1aaa88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.987501] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 891.987501] env[69155]: value = "task-3599698" [ 891.987501] env[69155]: _type = "Task" [ 891.987501] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.995509] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.072928] env[69155]: DEBUG oslo_vmware.api [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599697, 'name': PowerOnVM_Task, 'duration_secs': 0.675951} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.073227] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.073411] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-967c1cfc-aad0-4e0c-b9de-40ae04b419b9 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance '30c55b07-6f91-46dc-a50c-3185097fac67' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.171689] env[69155]: DEBUG nova.compute.utils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.176126] env[69155]: DEBUG nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.176301] env[69155]: DEBUG nova.network.neutron [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.220875] env[69155]: DEBUG nova.policy [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f0952585b94e818f9086685f604586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19213076bcec40c499fcd0dfd5b830eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.340689] env[69155]: INFO nova.compute.manager [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Took 51.95 seconds to build instance. [ 892.507678] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599698, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.632871] env[69155]: DEBUG nova.network.neutron [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Successfully created port: 9afb0443-a1ad-4b84-bd0b-fbf51f03299c {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.677621] env[69155]: DEBUG nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.841949] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "80870847-c09a-4251-8436-77dfd59b8c5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.082s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.008078] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725866} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.010025] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] bcb2a21e-1144-4da9-9e71-d061bbb4c107/bcb2a21e-1144-4da9-9e71-d061bbb4c107.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.010429] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.011263] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c6c814-4ffd-4f48-b2cf-abe1867fea89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.024373] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 893.024373] env[69155]: value = "task-3599699" [ 893.024373] env[69155]: _type = "Task" [ 893.024373] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.036482] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.344898] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.401482] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2092d7-65cd-4ccc-9b6a-d929d96361d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.411170] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b1caa-48a4-4f07-bd64-0c47d3bf4f5f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.447559] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07dd27c-da0b-48ba-8597-bcfe6f482a50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.459425] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d7b91f-5786-4c92-8986-13d5675a314b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.477898] env[69155]: DEBUG nova.compute.provider_tree [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.539406] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152784} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.539657] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.540415] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a054b15-d606-4998-b1ba-8ec5b25a4019 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.565196] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] bcb2a21e-1144-4da9-9e71-d061bbb4c107/bcb2a21e-1144-4da9-9e71-d061bbb4c107.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.565604] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09210f22-457f-4551-aef9-068a0d133b38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.591949] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 893.591949] env[69155]: value = "task-3599700" [ 893.591949] env[69155]: _type = "Task" [ 893.591949] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.611526] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.697112] env[69155]: DEBUG nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.725103] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.725410] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.725527] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.725721] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.725887] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.726071] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.726328] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.726446] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.726612] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.726779] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.727023] env[69155]: DEBUG nova.virt.hardware [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.727981] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbea6c5-787b-4aca-a8d6-0db85f40b003 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.740033] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abd843a-13cf-4051-b183-484185ed8ebf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.875309] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.011891] env[69155]: ERROR nova.scheduler.client.report [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [req-97522144-1f14-40e1-a417-8255a15cb111] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97522144-1f14-40e1-a417-8255a15cb111"}]} [ 894.034712] env[69155]: DEBUG nova.scheduler.client.report [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 894.049976] env[69155]: DEBUG nova.scheduler.client.report [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 894.050287] env[69155]: DEBUG nova.compute.provider_tree [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.067978] env[69155]: DEBUG nova.scheduler.client.report [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 894.090081] env[69155]: DEBUG nova.scheduler.client.report [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 894.104029] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599700, 'name': ReconfigVM_Task, 'duration_secs': 0.49002} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.104455] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Reconfigured VM instance instance-0000003e to attach disk [datastore1] bcb2a21e-1144-4da9-9e71-d061bbb4c107/bcb2a21e-1144-4da9-9e71-d061bbb4c107.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.105304] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-478f632d-0ed6-4cfa-88f4-ec8a4d44a766 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.116179] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 894.116179] env[69155]: value = "task-3599701" [ 894.116179] env[69155]: _type = "Task" [ 894.116179] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.133098] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599701, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.306643] env[69155]: DEBUG nova.compute.manager [req-1683af02-e1bf-4cc0-90e4-14c3760ef836 req-cd487899-3e30-4d3d-ba55-798afd71bca0 service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Received event network-vif-plugged-9afb0443-a1ad-4b84-bd0b-fbf51f03299c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.307745] env[69155]: DEBUG oslo_concurrency.lockutils [req-1683af02-e1bf-4cc0-90e4-14c3760ef836 req-cd487899-3e30-4d3d-ba55-798afd71bca0 service nova] Acquiring lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.308151] env[69155]: DEBUG oslo_concurrency.lockutils [req-1683af02-e1bf-4cc0-90e4-14c3760ef836 req-cd487899-3e30-4d3d-ba55-798afd71bca0 service nova] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.310919] env[69155]: DEBUG oslo_concurrency.lockutils [req-1683af02-e1bf-4cc0-90e4-14c3760ef836 req-cd487899-3e30-4d3d-ba55-798afd71bca0 service nova] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.310919] env[69155]: DEBUG nova.compute.manager [req-1683af02-e1bf-4cc0-90e4-14c3760ef836 req-cd487899-3e30-4d3d-ba55-798afd71bca0 service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] No waiting events found dispatching network-vif-plugged-9afb0443-a1ad-4b84-bd0b-fbf51f03299c {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.310919] env[69155]: WARNING nova.compute.manager [req-1683af02-e1bf-4cc0-90e4-14c3760ef836 req-cd487899-3e30-4d3d-ba55-798afd71bca0 service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Received unexpected event network-vif-plugged-9afb0443-a1ad-4b84-bd0b-fbf51f03299c for instance with vm_state building and task_state spawning. [ 894.344397] env[69155]: DEBUG nova.network.neutron [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Port dde929ca-91eb-45a7-8813-5dfbb0eaef7d binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 894.344397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.344397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.344397] env[69155]: DEBUG nova.network.neutron [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.521479] env[69155]: DEBUG nova.network.neutron [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Successfully updated port: 9afb0443-a1ad-4b84-bd0b-fbf51f03299c {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.642824] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599701, 'name': Rename_Task, 'duration_secs': 0.258275} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.643133] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.643670] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d59c622-354f-4c66-be85-e006e2b5cf41 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.656223] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 894.656223] env[69155]: value = "task-3599702" [ 894.656223] env[69155]: _type = "Task" [ 894.656223] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.671265] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.729604] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5925aae4-30d4-491d-8e0d-0a51107035bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.740477] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289c2827-8199-4387-88fe-f56590a298f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.780163] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0f9086-6903-4a59-b157-2a0fb87afa24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.788961] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9787d4c3-852b-4da8-bdcf-6f7fa713cd67 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.803991] env[69155]: DEBUG nova.compute.provider_tree [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.023095] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "refresh_cache-145cb63f-ccf0-494a-a043-7314c6c1ddcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.023289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "refresh_cache-145cb63f-ccf0-494a-a043-7314c6c1ddcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.023480] env[69155]: DEBUG nova.network.neutron [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.109432] env[69155]: DEBUG nova.network.neutron [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance_info_cache with network_info: [{"id": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "address": "fa:16:3e:33:af:33", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde929ca-91", "ovs_interfaceid": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.172311] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.340941] env[69155]: DEBUG nova.scheduler.client.report [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 895.341263] env[69155]: DEBUG nova.compute.provider_tree [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 97 to 98 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 895.341450] env[69155]: DEBUG nova.compute.provider_tree [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.577461] env[69155]: DEBUG nova.network.neutron [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.612937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.675017] env[69155]: DEBUG oslo_vmware.api [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599702, 'name': PowerOnVM_Task, 'duration_secs': 0.908489} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.675017] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.675017] env[69155]: INFO nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Took 9.08 seconds to spawn the instance on the hypervisor. [ 895.675017] env[69155]: DEBUG nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.675017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4f4d24-b2ea-425f-8570-cc2ee4f8e677 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.767910] env[69155]: DEBUG nova.network.neutron [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Updating instance_info_cache with network_info: [{"id": "9afb0443-a1ad-4b84-bd0b-fbf51f03299c", "address": "fa:16:3e:24:6d:0f", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afb0443-a1", "ovs_interfaceid": "9afb0443-a1ad-4b84-bd0b-fbf51f03299c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.849269] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.185s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.850250] env[69155]: DEBUG nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.853008] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.669s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.853241] env[69155]: DEBUG nova.objects.instance [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lazy-loading 'resources' on Instance uuid 1590459e-7420-4f0f-9035-8d1d05b6610c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.116701] env[69155]: DEBUG nova.compute.manager [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69155) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 896.116951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.199317] env[69155]: INFO nova.compute.manager [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Took 54.08 seconds to build instance. [ 896.270692] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "refresh_cache-145cb63f-ccf0-494a-a043-7314c6c1ddcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.271101] env[69155]: DEBUG nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Instance network_info: |[{"id": "9afb0443-a1ad-4b84-bd0b-fbf51f03299c", "address": "fa:16:3e:24:6d:0f", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afb0443-a1", "ovs_interfaceid": "9afb0443-a1ad-4b84-bd0b-fbf51f03299c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.271577] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:6d:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9afb0443-a1ad-4b84-bd0b-fbf51f03299c', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.282813] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating folder: Project (19213076bcec40c499fcd0dfd5b830eb). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.283776] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-781f55e7-c7db-483e-bb31-441720bcd869 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.303028] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created folder: Project (19213076bcec40c499fcd0dfd5b830eb) in parent group-v718010. [ 896.303028] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating folder: Instances. Parent ref: group-v718197. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.303028] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cba09a46-1dd9-4f9d-9aa1-dda9af07293b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.318047] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created folder: Instances in parent group-v718197. [ 896.318047] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.318047] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.318047] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f36a267e-7e41-45fb-8062-7c4e3d36a044 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.339788] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.339788] env[69155]: value = "task-3599705" [ 896.339788] env[69155]: _type = "Task" [ 896.339788] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.350324] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599705, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.359581] env[69155]: DEBUG nova.compute.utils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.361523] env[69155]: DEBUG nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.361683] env[69155]: DEBUG nova.network.neutron [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.383611] env[69155]: DEBUG nova.compute.manager [req-ffc25186-436d-46eb-b5cb-059ccfcc275d req-8edc951b-def0-4491-8ace-a089657104d6 service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Received event network-changed-9afb0443-a1ad-4b84-bd0b-fbf51f03299c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.383661] env[69155]: DEBUG nova.compute.manager [req-ffc25186-436d-46eb-b5cb-059ccfcc275d req-8edc951b-def0-4491-8ace-a089657104d6 service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Refreshing instance network info cache due to event network-changed-9afb0443-a1ad-4b84-bd0b-fbf51f03299c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.384596] env[69155]: DEBUG oslo_concurrency.lockutils [req-ffc25186-436d-46eb-b5cb-059ccfcc275d req-8edc951b-def0-4491-8ace-a089657104d6 service nova] Acquiring lock "refresh_cache-145cb63f-ccf0-494a-a043-7314c6c1ddcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.384744] env[69155]: DEBUG oslo_concurrency.lockutils [req-ffc25186-436d-46eb-b5cb-059ccfcc275d req-8edc951b-def0-4491-8ace-a089657104d6 service nova] Acquired lock "refresh_cache-145cb63f-ccf0-494a-a043-7314c6c1ddcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.384910] env[69155]: DEBUG nova.network.neutron [req-ffc25186-436d-46eb-b5cb-059ccfcc275d req-8edc951b-def0-4491-8ace-a089657104d6 service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Refreshing network info cache for port 9afb0443-a1ad-4b84-bd0b-fbf51f03299c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.433751] env[69155]: DEBUG nova.policy [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '712d790c97d34b6cba316bd51d51a8be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd28a6169755d478b8a7d756a91b072d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.701624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-292c308b-73d9-4d4f-9c8b-ff3ff193924f tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.599s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.854541] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599705, 'name': CreateVM_Task, 'duration_secs': 0.360887} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.857408] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.858346] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.859058] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.859058] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.859319] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5e5c3e-655f-4eb5-8e39-b8d98f68c047 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.865825] env[69155]: DEBUG nova.compute.utils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.868960] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 896.868960] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52342ba6-cccc-649d-5772-5079ed1d4041" [ 896.868960] env[69155]: _type = "Task" [ 896.868960] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.881209] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52342ba6-cccc-649d-5772-5079ed1d4041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.938088] env[69155]: DEBUG nova.network.neutron [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Successfully created port: fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.953994] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f1f7bf-7fa7-4bda-931c-a3ee138c0204 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.964518] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130dc2f1-f96d-4127-a90f-bf07be235a92 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.006046] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1c3202-e22b-4577-9fcc-171e117e9ddb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.016298] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4bcafd-e4d8-4478-8ad6-cb805a5011c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.032892] env[69155]: DEBUG nova.compute.provider_tree [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.207751] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.368627] env[69155]: DEBUG nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.387522] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52342ba6-cccc-649d-5772-5079ed1d4041, 'name': SearchDatastore_Task, 'duration_secs': 0.020046} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.389215] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.389215] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.389215] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.389215] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.389215] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.389806] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f978075-4686-46ab-b5e6-8d2c920752e9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.401300] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.401507] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.403099] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b533bd-61c8-4e84-a013-6149f9105e2c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.407946] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 897.407946] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f82dff-c5b1-c701-a2f9-908f2d52d58c" [ 897.407946] env[69155]: _type = "Task" [ 897.407946] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.417373] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f82dff-c5b1-c701-a2f9-908f2d52d58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.536388] env[69155]: DEBUG nova.scheduler.client.report [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.548663] env[69155]: DEBUG nova.network.neutron [req-ffc25186-436d-46eb-b5cb-059ccfcc275d req-8edc951b-def0-4491-8ace-a089657104d6 service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Updated VIF entry in instance network info cache for port 9afb0443-a1ad-4b84-bd0b-fbf51f03299c. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.548663] env[69155]: DEBUG nova.network.neutron [req-ffc25186-436d-46eb-b5cb-059ccfcc275d req-8edc951b-def0-4491-8ace-a089657104d6 service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Updating instance_info_cache with network_info: [{"id": "9afb0443-a1ad-4b84-bd0b-fbf51f03299c", "address": "fa:16:3e:24:6d:0f", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afb0443-a1", "ovs_interfaceid": "9afb0443-a1ad-4b84-bd0b-fbf51f03299c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.733993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.923297] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f82dff-c5b1-c701-a2f9-908f2d52d58c, 'name': SearchDatastore_Task, 'duration_secs': 0.019835} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.923297] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9304ba3e-e9c0-4a64-80c7-7bb1cc880851 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.931109] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 897.931109] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52745b43-fd20-3f6e-9981-931e89c6a0ba" [ 897.931109] env[69155]: _type = "Task" [ 897.931109] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.943878] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52745b43-fd20-3f6e-9981-931e89c6a0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.051886] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.054299] env[69155]: DEBUG oslo_concurrency.lockutils [req-ffc25186-436d-46eb-b5cb-059ccfcc275d req-8edc951b-def0-4491-8ace-a089657104d6 service nova] Releasing lock "refresh_cache-145cb63f-ccf0-494a-a043-7314c6c1ddcf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.055027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.296s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.055282] env[69155]: DEBUG nova.objects.instance [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 898.079261] env[69155]: INFO nova.scheduler.client.report [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Deleted allocations for instance 1590459e-7420-4f0f-9035-8d1d05b6610c [ 898.092144] env[69155]: DEBUG nova.compute.manager [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.093041] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155431e1-1cfc-4167-bf3c-e7b0313f513c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.384214] env[69155]: DEBUG nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.414301] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:56:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1757122140',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1007781035',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.414582] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.414747] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.414983] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.415195] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.415355] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.415572] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.416007] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.416204] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.416369] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.416561] env[69155]: DEBUG nova.virt.hardware [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.417876] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab92f779-b44c-4bf1-b177-5ab24547cc52 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.428177] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf64ab45-61ed-4954-9b53-b11730acfcfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.444072] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52745b43-fd20-3f6e-9981-931e89c6a0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013372} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.452800] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.453325] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 145cb63f-ccf0-494a-a043-7314c6c1ddcf/145cb63f-ccf0-494a-a043-7314c6c1ddcf.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.453677] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92064d46-5061-4140-8803-9c078d2a1d21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.464153] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 898.464153] env[69155]: value = "task-3599706" [ 898.464153] env[69155]: _type = "Task" [ 898.464153] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.473475] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.588283] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Lock "1590459e-7420-4f0f-9035-8d1d05b6610c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.929s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.614602] env[69155]: INFO nova.compute.manager [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] instance snapshotting [ 898.618256] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a25ecd-7a83-4632-a7d2-0c16287e5f8d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.642442] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd6b3e-2d3d-4cb7-a300-f0a29ca06acb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.946526] env[69155]: DEBUG oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525727b9-342e-b52a-b6be-1d0a1af5936f/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 898.949023] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d0afb-3aba-451a-b4f0-c5ed553e5ce4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.958273] env[69155]: DEBUG oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525727b9-342e-b52a-b6be-1d0a1af5936f/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 898.958588] env[69155]: ERROR oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525727b9-342e-b52a-b6be-1d0a1af5936f/disk-0.vmdk due to incomplete transfer. [ 898.958861] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3856eed-5018-46d3-8e51-c270fd848e36 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.971846] env[69155]: DEBUG oslo_vmware.rw_handles [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525727b9-342e-b52a-b6be-1d0a1af5936f/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 898.972120] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Uploaded image 1519e270-a2c7-4005-bd48-ede3c860936a to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 898.975176] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 898.980330] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0cb8523-7f3b-427f-87e6-979cf0c1ed14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.983352] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599706, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.991763] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 898.991763] env[69155]: value = "task-3599707" [ 898.991763] env[69155]: _type = "Task" [ 898.991763] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.003092] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599707, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.065757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be47a76d-ce89-406e-8fcb-e6326fdb043d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.066988] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.399s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.068578] env[69155]: INFO nova.compute.claims [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.160199] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.160199] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-52c5d7ef-48a7-47e6-967f-aefb69967344 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.173380] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 899.173380] env[69155]: value = "task-3599708" [ 899.173380] env[69155]: _type = "Task" [ 899.173380] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.182197] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.318931] env[69155]: DEBUG nova.compute.manager [req-a4388303-cfb9-462b-8408-3d350dc26347 req-3a2c904f-d59c-4104-816f-02078614d71b service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Received event network-vif-plugged-fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.319358] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4388303-cfb9-462b-8408-3d350dc26347 req-3a2c904f-d59c-4104-816f-02078614d71b service nova] Acquiring lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.319594] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4388303-cfb9-462b-8408-3d350dc26347 req-3a2c904f-d59c-4104-816f-02078614d71b service nova] Lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.319870] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4388303-cfb9-462b-8408-3d350dc26347 req-3a2c904f-d59c-4104-816f-02078614d71b service nova] Lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.319929] env[69155]: DEBUG nova.compute.manager [req-a4388303-cfb9-462b-8408-3d350dc26347 req-3a2c904f-d59c-4104-816f-02078614d71b service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] No waiting events found dispatching network-vif-plugged-fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.320126] env[69155]: WARNING nova.compute.manager [req-a4388303-cfb9-462b-8408-3d350dc26347 req-3a2c904f-d59c-4104-816f-02078614d71b service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Received unexpected event network-vif-plugged-fda08da3-5795-4c54-9781-5da1179ebebc for instance with vm_state building and task_state spawning. [ 899.384788] env[69155]: DEBUG nova.network.neutron [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Successfully updated port: fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.477553] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586104} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.477780] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 145cb63f-ccf0-494a-a043-7314c6c1ddcf/145cb63f-ccf0-494a-a043-7314c6c1ddcf.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.478029] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.478288] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3a1e94d-7e68-4d5e-9ab3-7b3247b69c40 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.485662] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 899.485662] env[69155]: value = "task-3599709" [ 899.485662] env[69155]: _type = "Task" [ 899.485662] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.498108] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.508138] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599707, 'name': Destroy_Task, 'duration_secs': 0.454738} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.508520] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Destroyed the VM [ 899.508844] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 899.509222] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74df9233-e01e-4e2a-97ba-67643150f792 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.517614] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 899.517614] env[69155]: value = "task-3599710" [ 899.517614] env[69155]: _type = "Task" [ 899.517614] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.526727] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599710, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.685014] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.888866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.889034] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquired lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.889197] env[69155]: DEBUG nova.network.neutron [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.997284] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082914} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.997613] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.998388] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a80d490-c358-4a3b-a7c9-c4068fbe91c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.027462] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 145cb63f-ccf0-494a-a043-7314c6c1ddcf/145cb63f-ccf0-494a-a043-7314c6c1ddcf.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.028094] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b042b3f-cfd1-4c14-8d42-a97b26c33985 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.059214] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599710, 'name': RemoveSnapshot_Task, 'duration_secs': 0.386133} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.061271] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.061271] env[69155]: DEBUG nova.compute.manager [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.061271] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 900.061271] env[69155]: value = "task-3599711" [ 900.061271] env[69155]: _type = "Task" [ 900.061271] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.062223] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cce5da-4369-4b1a-bb1c-8160e3fe61a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.078950] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.186631] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.459370] env[69155]: DEBUG nova.network.neutron [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.579296] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599711, 'name': ReconfigVM_Task, 'duration_secs': 0.353033} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.581749] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 145cb63f-ccf0-494a-a043-7314c6c1ddcf/145cb63f-ccf0-494a-a043-7314c6c1ddcf.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.587153] env[69155]: INFO nova.compute.manager [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Shelve offloading [ 900.591625] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad25de90-6354-47c2-b90f-98e607d28bd6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.603445] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 900.603445] env[69155]: value = "task-3599712" [ 900.603445] env[69155]: _type = "Task" [ 900.603445] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.625654] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599712, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.688124] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.729167] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db27b725-111a-4205-a0d4-32bd0f311560 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.739399] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4e5cfa-e6fd-4069-9b95-d35fa3be2eca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.779906] env[69155]: DEBUG nova.network.neutron [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Updating instance_info_cache with network_info: [{"id": "fda08da3-5795-4c54-9781-5da1179ebebc", "address": "fa:16:3e:2d:88:1e", "network": {"id": "00834c62-823e-487b-a954-b50b1541f72a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-131484575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28a6169755d478b8a7d756a91b072d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda08da3-57", "ovs_interfaceid": "fda08da3-5795-4c54-9781-5da1179ebebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.781251] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937dda37-ea57-4259-9091-591631b74484 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.790429] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd38ba1c-7541-4ec3-9ef2-19292707febb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.806027] env[69155]: DEBUG nova.compute.provider_tree [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.095578] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.095967] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc58cc1-077a-4967-ae41-61fa74015c8f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.108088] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 901.108088] env[69155]: value = "task-3599713" [ 901.108088] env[69155]: _type = "Task" [ 901.108088] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.118951] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599712, 'name': Rename_Task, 'duration_secs': 0.165492} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.123099] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.123452] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7734613a-0a70-4e64-b0eb-0856d363c3e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.125080] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 901.125349] env[69155]: DEBUG nova.compute.manager [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.126145] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c058a5f-e669-457b-be99-93a8f0568178 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.135450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.135546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.135733] env[69155]: DEBUG nova.network.neutron [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.138320] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 901.138320] env[69155]: value = "task-3599714" [ 901.138320] env[69155]: _type = "Task" [ 901.138320] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.152885] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.187845] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599708, 'name': CreateSnapshot_Task, 'duration_secs': 1.624839} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.187845] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 901.188956] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66868f70-1437-4055-84d5-c3bc1f7d90b3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.284994] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Releasing lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.285467] env[69155]: DEBUG nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Instance network_info: |[{"id": "fda08da3-5795-4c54-9781-5da1179ebebc", "address": "fa:16:3e:2d:88:1e", "network": {"id": "00834c62-823e-487b-a954-b50b1541f72a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-131484575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28a6169755d478b8a7d756a91b072d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda08da3-57", "ovs_interfaceid": "fda08da3-5795-4c54-9781-5da1179ebebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.286135] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:88:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fda08da3-5795-4c54-9781-5da1179ebebc', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.293495] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.293839] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.294101] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e42445b-3c13-4ef2-a45a-6526bb833787 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.309520] env[69155]: DEBUG nova.scheduler.client.report [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.320540] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.320540] env[69155]: value = "task-3599715" [ 901.320540] env[69155]: _type = "Task" [ 901.320540] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.330583] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599715, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.356864] env[69155]: DEBUG nova.compute.manager [req-5644f5f7-596d-4823-9758-0091522deb8e req-1515b009-58ab-4a82-a72c-ad43c566f4a7 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Received event network-changed-fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.357103] env[69155]: DEBUG nova.compute.manager [req-5644f5f7-596d-4823-9758-0091522deb8e req-1515b009-58ab-4a82-a72c-ad43c566f4a7 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Refreshing instance network info cache due to event network-changed-fda08da3-5795-4c54-9781-5da1179ebebc. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.357364] env[69155]: DEBUG oslo_concurrency.lockutils [req-5644f5f7-596d-4823-9758-0091522deb8e req-1515b009-58ab-4a82-a72c-ad43c566f4a7 service nova] Acquiring lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.357516] env[69155]: DEBUG oslo_concurrency.lockutils [req-5644f5f7-596d-4823-9758-0091522deb8e req-1515b009-58ab-4a82-a72c-ad43c566f4a7 service nova] Acquired lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.357683] env[69155]: DEBUG nova.network.neutron [req-5644f5f7-596d-4823-9758-0091522deb8e req-1515b009-58ab-4a82-a72c-ad43c566f4a7 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Refreshing network info cache for port fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.651538] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.707807] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 901.708193] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c5141c3-822c-4a9a-bef2-fdc2934ef018 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.718448] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 901.718448] env[69155]: value = "task-3599716" [ 901.718448] env[69155]: _type = "Task" [ 901.718448] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.728590] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599716, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.814871] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.815607] env[69155]: DEBUG nova.compute.manager [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.818901] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.775s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.819230] env[69155]: DEBUG nova.objects.instance [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lazy-loading 'resources' on Instance uuid 87f1eb13-911f-4032-8438-b2053a68fd4e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.832368] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599715, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.024184] env[69155]: DEBUG nova.network.neutron [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating instance_info_cache with network_info: [{"id": "345f2441-51fd-45f9-8940-9b13f9315073", "address": "fa:16:3e:ca:28:b9", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f2441-51", "ovs_interfaceid": "345f2441-51fd-45f9-8940-9b13f9315073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.143622] env[69155]: DEBUG nova.network.neutron [req-5644f5f7-596d-4823-9758-0091522deb8e req-1515b009-58ab-4a82-a72c-ad43c566f4a7 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Updated VIF entry in instance network info cache for port fda08da3-5795-4c54-9781-5da1179ebebc. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.144171] env[69155]: DEBUG nova.network.neutron [req-5644f5f7-596d-4823-9758-0091522deb8e req-1515b009-58ab-4a82-a72c-ad43c566f4a7 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Updating instance_info_cache with network_info: [{"id": "fda08da3-5795-4c54-9781-5da1179ebebc", "address": "fa:16:3e:2d:88:1e", "network": {"id": "00834c62-823e-487b-a954-b50b1541f72a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-131484575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28a6169755d478b8a7d756a91b072d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda08da3-57", "ovs_interfaceid": "fda08da3-5795-4c54-9781-5da1179ebebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.149028] env[69155]: DEBUG oslo_vmware.api [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599714, 'name': PowerOnVM_Task, 'duration_secs': 0.849514} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.150559] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.150559] env[69155]: INFO nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Took 8.45 seconds to spawn the instance on the hypervisor. [ 902.150559] env[69155]: DEBUG nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.150559] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e0083-6247-4e79-9edc-f53c91c5ceff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.231494] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599716, 'name': CloneVM_Task} progress is 93%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.322492] env[69155]: DEBUG nova.compute.utils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.324019] env[69155]: DEBUG nova.compute.manager [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 902.337420] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599715, 'name': CreateVM_Task, 'duration_secs': 0.563112} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.337585] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.338306] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.338477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.338797] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.339070] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58de8061-5399-4ad1-97d0-70dcb3bb06eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.345142] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 902.345142] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52567e7e-7951-9a5c-659f-e4e61b735706" [ 902.345142] env[69155]: _type = "Task" [ 902.345142] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.354585] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52567e7e-7951-9a5c-659f-e4e61b735706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.527158] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.651883] env[69155]: DEBUG oslo_concurrency.lockutils [req-5644f5f7-596d-4823-9758-0091522deb8e req-1515b009-58ab-4a82-a72c-ad43c566f4a7 service nova] Releasing lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.674147] env[69155]: INFO nova.compute.manager [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Took 55.19 seconds to build instance. [ 902.737621] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599716, 'name': CloneVM_Task} progress is 93%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.833310] env[69155]: DEBUG nova.compute.manager [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.858704] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52567e7e-7951-9a5c-659f-e4e61b735706, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.859082] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.859435] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.859717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.859966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.862463] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.862463] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d90403b9-6abc-44b0-8cb8-2f383443401b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.874794] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.874794] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.878381] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17855226-35fe-4c39-903f-fbfb6e54f8e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.885119] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 902.885119] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c876cb-2aee-9c37-1a9f-06ad969f85ec" [ 902.885119] env[69155]: _type = "Task" [ 902.885119] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.905025] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c876cb-2aee-9c37-1a9f-06ad969f85ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.905025] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01399cd8-ae06-42ea-bd3e-9ecc22304c7d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.911155] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 902.911155] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c69421-c399-db9a-eee0-8e7549d07bdc" [ 902.911155] env[69155]: _type = "Task" [ 902.911155] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.926626] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c69421-c399-db9a-eee0-8e7549d07bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.927931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.929258] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 193b7295-dc51-42dd-9d1d-af3b1e8a1207/193b7295-dc51-42dd-9d1d-af3b1e8a1207.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.929258] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-466870e3-271f-457f-aa4b-27376e7d90e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.942620] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 902.942620] env[69155]: value = "task-3599717" [ 902.942620] env[69155]: _type = "Task" [ 902.942620] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.949802] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad2ca5-e1d9-46a9-92ab-c86af37ea7d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.961971] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.965248] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf373b88-bd60-471f-918a-18ea901f26a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.001745] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d47199a-4929-491a-a3bb-333910485936 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.012253] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943d290-be36-420f-a8e5-9a4295bba19d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.032460] env[69155]: DEBUG nova.compute.provider_tree [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.176096] env[69155]: DEBUG oslo_concurrency.lockutils [None req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.043s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.185866] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.187140] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83c0bee-8bd2-40b5-83a6-23465a92afae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.198886] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.199281] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87f75d19-1635-4fa5-8bb1-ac57bd413e79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.237935] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599716, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.298050] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.298050] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.298050] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleting the datastore file [datastore2] 88adf8a9-777e-4f76-8d50-cb81835a528e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.298050] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d253717-a107-41d9-a227-349d29947974 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.308237] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 903.308237] env[69155]: value = "task-3599719" [ 903.308237] env[69155]: _type = "Task" [ 903.308237] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.321305] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.454472] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502506} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.454766] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 193b7295-dc51-42dd-9d1d-af3b1e8a1207/193b7295-dc51-42dd-9d1d-af3b1e8a1207.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.455028] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.455310] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3a111a2-55e8-47e5-9139-43163464a086 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.463608] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 903.463608] env[69155]: value = "task-3599720" [ 903.463608] env[69155]: _type = "Task" [ 903.463608] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.478943] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.533279] env[69155]: DEBUG nova.scheduler.client.report [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.659183] env[69155]: DEBUG nova.compute.manager [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received event network-vif-unplugged-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.661358] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] Acquiring lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.661358] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.661358] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.661358] env[69155]: DEBUG nova.compute.manager [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] No waiting events found dispatching network-vif-unplugged-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.661358] env[69155]: WARNING nova.compute.manager [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received unexpected event network-vif-unplugged-345f2441-51fd-45f9-8940-9b13f9315073 for instance with vm_state shelved and task_state shelving_offloading. [ 903.661358] env[69155]: DEBUG nova.compute.manager [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received event network-changed-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.661358] env[69155]: DEBUG nova.compute.manager [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Refreshing instance network info cache due to event network-changed-345f2441-51fd-45f9-8940-9b13f9315073. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.661358] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] Acquiring lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.661358] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] Acquired lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.661358] env[69155]: DEBUG nova.network.neutron [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Refreshing network info cache for port 345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.681185] env[69155]: DEBUG nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.734770] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599716, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.818345] env[69155]: DEBUG oslo_vmware.api [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238779} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.818817] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.819140] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.819505] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.845697] env[69155]: DEBUG nova.compute.manager [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.976181] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.976457] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.976671] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.977413] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.977413] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.977413] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.979051] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.979051] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.979051] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.979051] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.979051] env[69155]: DEBUG nova.virt.hardware [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.983043] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3321fd-4936-4818-8479-563ba482d633 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.987273] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086033} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.987273] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.987910] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af15ce-38ba-4fe0-9a2e-e2e5ac914447 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.998118] env[69155]: INFO nova.scheduler.client.report [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleted allocations for instance 88adf8a9-777e-4f76-8d50-cb81835a528e [ 904.002766] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361645fa-5871-46ca-9628-7ac5a8aacbba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.027541] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 193b7295-dc51-42dd-9d1d-af3b1e8a1207/193b7295-dc51-42dd-9d1d-af3b1e8a1207.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.030579] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a126fcda-0832-4215-9b5a-cfdf36c55bee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.063276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.066120] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.072150] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Creating folder: Project (41c8054e03154ba79b9d837928aa591c). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.073524] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.997s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.075221] env[69155]: INFO nova.compute.claims [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.078262] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15e1ac4a-b238-4315-9903-8328dea35465 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.086520] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 904.086520] env[69155]: value = "task-3599721" [ 904.086520] env[69155]: _type = "Task" [ 904.086520] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.094133] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Created folder: Project (41c8054e03154ba79b9d837928aa591c) in parent group-v718010. [ 904.094390] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Creating folder: Instances. Parent ref: group-v718203. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.098103] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b17697e6-ee40-4ae8-ba5f-d313115e01ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.106440] env[69155]: INFO nova.scheduler.client.report [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Deleted allocations for instance 87f1eb13-911f-4032-8438-b2053a68fd4e [ 904.115635] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Created folder: Instances in parent group-v718203. [ 904.116165] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.117015] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.117164] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-275e8d7f-39a0-484c-8c61-eb1af331e983 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.143153] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.143153] env[69155]: value = "task-3599724" [ 904.143153] env[69155]: _type = "Task" [ 904.143153] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.153275] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599724, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.212414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.236650] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599716, 'name': CloneVM_Task, 'duration_secs': 2.456017} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.237049] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Created linked-clone VM from snapshot [ 904.237855] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29903ccd-3058-4573-b431-9da1feb67d7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.249048] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Uploading image cf882aa3-3642-4ebf-8089-6d368b3f3515 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 904.285548] env[69155]: DEBUG oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 904.285548] env[69155]: value = "vm-718202" [ 904.285548] env[69155]: _type = "VirtualMachine" [ 904.285548] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 904.286194] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-04268c80-f2ff-4e62-956a-72505c362871 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.300456] env[69155]: DEBUG oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lease: (returnval){ [ 904.300456] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52820bd7-cdfd-b077-ea11-08ed71c54c2a" [ 904.300456] env[69155]: _type = "HttpNfcLease" [ 904.300456] env[69155]: } obtained for exporting VM: (result){ [ 904.300456] env[69155]: value = "vm-718202" [ 904.300456] env[69155]: _type = "VirtualMachine" [ 904.300456] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 904.301226] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the lease: (returnval){ [ 904.301226] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52820bd7-cdfd-b077-ea11-08ed71c54c2a" [ 904.301226] env[69155]: _type = "HttpNfcLease" [ 904.301226] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 904.309415] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.309415] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52820bd7-cdfd-b077-ea11-08ed71c54c2a" [ 904.309415] env[69155]: _type = "HttpNfcLease" [ 904.309415] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.520447] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.568779] env[69155]: DEBUG nova.network.neutron [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updated VIF entry in instance network info cache for port 345f2441-51fd-45f9-8940-9b13f9315073. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.570158] env[69155]: DEBUG nova.network.neutron [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating instance_info_cache with network_info: [{"id": "345f2441-51fd-45f9-8940-9b13f9315073", "address": "fa:16:3e:ca:28:b9", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap345f2441-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.607359] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.618580] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6054fcbd-23db-4860-8fbc-37c1b260b19f tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Lock "87f1eb13-911f-4032-8438-b2053a68fd4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.122s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.656789] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599724, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.814528] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.814528] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52820bd7-cdfd-b077-ea11-08ed71c54c2a" [ 904.814528] env[69155]: _type = "HttpNfcLease" [ 904.814528] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 904.814528] env[69155]: DEBUG oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 904.814528] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52820bd7-cdfd-b077-ea11-08ed71c54c2a" [ 904.814528] env[69155]: _type = "HttpNfcLease" [ 904.814528] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 904.814528] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cc0a45-3b3b-4b70-96ae-04be8799932f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.829031] env[69155]: DEBUG oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256e7e3-6418-ea4a-5d55-74dc747d2046/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 904.830588] env[69155]: DEBUG oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256e7e3-6418-ea4a-5d55-74dc747d2046/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 904.981409] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ea799b3-ac89-44c2-807b-eb2e6774b896 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.073320] env[69155]: DEBUG oslo_concurrency.lockutils [req-4b2e1f12-5b43-41cc-b657-a782679efe1a req-a3901f0a-fa1a-4b75-beba-97b24595652b service nova] Releasing lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.100377] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.156431] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599724, 'name': CreateVM_Task, 'duration_secs': 0.81394} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.156598] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.157084] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.157424] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.157574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.157841] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe7be99-80bf-4045-8cbd-87d0286edcba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.171914] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 905.171914] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524fe6df-e807-a437-4aa7-df7df987b58d" [ 905.171914] env[69155]: _type = "Task" [ 905.171914] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.183676] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524fe6df-e807-a437-4aa7-df7df987b58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.289378] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.289953] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.603542] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599721, 'name': ReconfigVM_Task, 'duration_secs': 1.057265} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.604010] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 193b7295-dc51-42dd-9d1d-af3b1e8a1207/193b7295-dc51-42dd-9d1d-af3b1e8a1207.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.604345] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69155) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 905.607935] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d3324f82-44df-46f3-9943-423ec29374f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.619723] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 905.619723] env[69155]: value = "task-3599726" [ 905.619723] env[69155]: _type = "Task" [ 905.619723] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.633991] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599726, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.687133] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524fe6df-e807-a437-4aa7-df7df987b58d, 'name': SearchDatastore_Task, 'duration_secs': 0.016008} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.690301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.690666] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.690970] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.691192] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.691511] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.692067] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f4336b-e77f-410f-808e-edba1f2cee10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.703534] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.704077] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.705216] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ac2e89-2b5d-4f7f-97f4-f940368fb387 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.716329] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 905.716329] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ca951-227b-5363-0314-74e5cb582b25" [ 905.716329] env[69155]: _type = "Task" [ 905.716329] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.733680] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ca951-227b-5363-0314-74e5cb582b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.754126] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeafbc51-d33e-4377-aa29-ada7b08028c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.763267] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda32364-b5b7-452e-9e83-d899664d5ec7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.800858] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7545e7-1040-4074-81be-173090c8dcfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.810961] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac26c81-6eb0-4507-950d-c0842ececb6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.829759] env[69155]: DEBUG nova.compute.provider_tree [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.137198] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599726, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.103254} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.137516] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69155) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 906.139044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874ccf93-f96a-4bdc-bef8-306afd73aa40 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.177969] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 193b7295-dc51-42dd-9d1d-af3b1e8a1207/ephemeral_0.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.178459] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a021ad-247e-4811-af8f-a202e8ea6b14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.205918] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 906.205918] env[69155]: value = "task-3599727" [ 906.205918] env[69155]: _type = "Task" [ 906.205918] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.219447] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.231495] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ca951-227b-5363-0314-74e5cb582b25, 'name': SearchDatastore_Task, 'duration_secs': 0.019207} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.232478] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55350fb9-0c96-44fb-9ebe-c3a21929ab93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.255146] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 906.255146] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529f93d0-a6f7-ae31-01e2-ed82dfd3c966" [ 906.255146] env[69155]: _type = "Task" [ 906.255146] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.271593] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529f93d0-a6f7-ae31-01e2-ed82dfd3c966, 'name': SearchDatastore_Task, 'duration_secs': 0.012949} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.271999] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.272154] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 14f42d7b-2f37-417b-9c97-4e4566bb4d96/14f42d7b-2f37-417b-9c97-4e4566bb4d96.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.272453] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0d8bc2-cf0e-455e-92b0-7bca8ae7c6c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.284043] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 906.284043] env[69155]: value = "task-3599728" [ 906.284043] env[69155]: _type = "Task" [ 906.284043] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.294855] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.333778] env[69155]: DEBUG nova.scheduler.client.report [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.708440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "88adf8a9-777e-4f76-8d50-cb81835a528e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.721947] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.800492] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.841708] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.841708] env[69155]: DEBUG nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.845543] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.431s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.849025] env[69155]: DEBUG nova.objects.instance [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.224031] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599727, 'name': ReconfigVM_Task, 'duration_secs': 0.628092} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.224031] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 193b7295-dc51-42dd-9d1d-af3b1e8a1207/ephemeral_0.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.224031] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba4bd9b-6169-4680-899e-edec85c18d3e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.235633] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 907.235633] env[69155]: value = "task-3599729" [ 907.235633] env[69155]: _type = "Task" [ 907.235633] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.257320] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599729, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.296773] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584535} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.297271] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 14f42d7b-2f37-417b-9c97-4e4566bb4d96/14f42d7b-2f37-417b-9c97-4e4566bb4d96.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.297271] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.297652] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a433978-abe6-4d47-ae80-12759a0cc354 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.308540] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 907.308540] env[69155]: value = "task-3599730" [ 907.308540] env[69155]: _type = "Task" [ 907.308540] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.319030] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.350965] env[69155]: DEBUG nova.compute.utils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.360205] env[69155]: DEBUG nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.360205] env[69155]: DEBUG nova.network.neutron [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.455940] env[69155]: DEBUG nova.policy [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '177e5a9597b842f4b4e3434ea317b24c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a27f4ba46acf406a821a6c39eac210a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.750528] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599729, 'name': Rename_Task, 'duration_secs': 0.31709} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.751258] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.751572] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecedb0a-1812-4339-8cfc-545823c486e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.761685] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 907.761685] env[69155]: value = "task-3599731" [ 907.761685] env[69155]: _type = "Task" [ 907.761685] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.774013] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.822807] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162051} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.823052] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.824121] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63509892-c16f-4ebb-bdc7-02ca42d056d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.849743] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 14f42d7b-2f37-417b-9c97-4e4566bb4d96/14f42d7b-2f37-417b-9c97-4e4566bb4d96.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.849910] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3361b78b-2833-4bb0-84ea-c922307256ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.870291] env[69155]: DEBUG oslo_concurrency.lockutils [None req-75dab2bd-8a07-47e0-88de-6b9fc7767255 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.870291] env[69155]: DEBUG nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.871981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.569s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.872244] env[69155]: DEBUG nova.objects.instance [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lazy-loading 'resources' on Instance uuid 7d70eb45-92d9-42a1-a1b0-85acf4204d7c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.882926] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 907.882926] env[69155]: value = "task-3599732" [ 907.882926] env[69155]: _type = "Task" [ 907.882926] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.897361] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.016999] env[69155]: DEBUG nova.network.neutron [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Successfully created port: a1a8ad31-f442-4115-8dd2-a2c2b90d23bf {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.281442] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599731, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.409030] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.777346] env[69155]: DEBUG oslo_vmware.api [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599731, 'name': PowerOnVM_Task, 'duration_secs': 0.871656} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.777346] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.777346] env[69155]: INFO nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Took 10.39 seconds to spawn the instance on the hypervisor. [ 908.777346] env[69155]: DEBUG nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.777782] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedd6c82-9843-4da7-81ce-26443d0e2a9f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.885028] env[69155]: DEBUG nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.904762] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599732, 'name': ReconfigVM_Task, 'duration_secs': 0.643193} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.905416] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 14f42d7b-2f37-417b-9c97-4e4566bb4d96/14f42d7b-2f37-417b-9c97-4e4566bb4d96.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.910567] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f32922c9-8431-40c8-8b6b-62e8eca6397c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.922902] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.922902] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.923235] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.923509] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.923718] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.923881] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.924433] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.924433] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.924607] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.924691] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.925115] env[69155]: DEBUG nova.virt.hardware [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.925811] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cbec8-3cb6-4a03-80b6-a19ce6c52e7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.934864] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 908.934864] env[69155]: value = "task-3599733" [ 908.934864] env[69155]: _type = "Task" [ 908.934864] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.948624] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18ef703-ec65-4790-874f-62ab633d111e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.960551] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599733, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.016919] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.017246] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.093071] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadfa8fd-4a8e-456f-9599-782609a6981f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.101451] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9e31e1-f20c-4d19-a20a-5c76e7327ab8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.138264] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e2d3f-7bc7-432d-80b2-127ce6a23f5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.147559] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d09c5ef-533c-4741-abce-e64d825607f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.166851] env[69155]: DEBUG nova.compute.provider_tree [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.300564] env[69155]: INFO nova.compute.manager [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Took 60.44 seconds to build instance. [ 909.446261] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599733, 'name': Rename_Task, 'duration_secs': 0.279794} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.446697] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.446823] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dcb585c-cb46-4fbc-8167-214f42ffcc55 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.455050] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 909.455050] env[69155]: value = "task-3599734" [ 909.455050] env[69155]: _type = "Task" [ 909.455050] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.464141] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.669845] env[69155]: DEBUG nova.scheduler.client.report [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.686383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.686732] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.728210] env[69155]: DEBUG nova.compute.manager [req-b2750206-efb8-4e9d-a02f-95d89d5f7755 req-d996f94f-8856-4b79-929b-781c54c07253 service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Received event network-vif-plugged-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.728210] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2750206-efb8-4e9d-a02f-95d89d5f7755 req-d996f94f-8856-4b79-929b-781c54c07253 service nova] Acquiring lock "11cb3234-1f5d-4fa3-85b6-27762718a63d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.728210] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2750206-efb8-4e9d-a02f-95d89d5f7755 req-d996f94f-8856-4b79-929b-781c54c07253 service nova] Lock "11cb3234-1f5d-4fa3-85b6-27762718a63d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.728210] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2750206-efb8-4e9d-a02f-95d89d5f7755 req-d996f94f-8856-4b79-929b-781c54c07253 service nova] Lock "11cb3234-1f5d-4fa3-85b6-27762718a63d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.728210] env[69155]: DEBUG nova.compute.manager [req-b2750206-efb8-4e9d-a02f-95d89d5f7755 req-d996f94f-8856-4b79-929b-781c54c07253 service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] No waiting events found dispatching network-vif-plugged-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.728210] env[69155]: WARNING nova.compute.manager [req-b2750206-efb8-4e9d-a02f-95d89d5f7755 req-d996f94f-8856-4b79-929b-781c54c07253 service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Received unexpected event network-vif-plugged-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf for instance with vm_state building and task_state spawning. [ 909.777084] env[69155]: DEBUG nova.network.neutron [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Successfully updated port: a1a8ad31-f442-4115-8dd2-a2c2b90d23bf {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.803278] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4e447f5-5fc8-44cd-971d-db9693da7b3f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.122s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.968444] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.080711] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.080711] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.177020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.178223] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.865s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.179934] env[69155]: DEBUG nova.objects.instance [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lazy-loading 'resources' on Instance uuid a86a8408-a1b6-41b0-8f61-d11e50cb1826 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.205122] env[69155]: INFO nova.scheduler.client.report [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleted allocations for instance 7d70eb45-92d9-42a1-a1b0-85acf4204d7c [ 910.282668] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "refresh_cache-11cb3234-1f5d-4fa3-85b6-27762718a63d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.282668] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "refresh_cache-11cb3234-1f5d-4fa3-85b6-27762718a63d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.282668] env[69155]: DEBUG nova.network.neutron [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.304672] env[69155]: DEBUG nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.388660] env[69155]: DEBUG nova.compute.manager [req-1642f0bf-74a8-400c-b3eb-70123ea94331 req-355742fd-6eee-4a88-acb2-e4f465794a26 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Received event network-changed-fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.388972] env[69155]: DEBUG nova.compute.manager [req-1642f0bf-74a8-400c-b3eb-70123ea94331 req-355742fd-6eee-4a88-acb2-e4f465794a26 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Refreshing instance network info cache due to event network-changed-fda08da3-5795-4c54-9781-5da1179ebebc. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.389337] env[69155]: DEBUG oslo_concurrency.lockutils [req-1642f0bf-74a8-400c-b3eb-70123ea94331 req-355742fd-6eee-4a88-acb2-e4f465794a26 service nova] Acquiring lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.389691] env[69155]: DEBUG oslo_concurrency.lockutils [req-1642f0bf-74a8-400c-b3eb-70123ea94331 req-355742fd-6eee-4a88-acb2-e4f465794a26 service nova] Acquired lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.390058] env[69155]: DEBUG nova.network.neutron [req-1642f0bf-74a8-400c-b3eb-70123ea94331 req-355742fd-6eee-4a88-acb2-e4f465794a26 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Refreshing network info cache for port fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.472576] env[69155]: DEBUG oslo_vmware.api [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599734, 'name': PowerOnVM_Task, 'duration_secs': 0.633376} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.473153] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.473649] env[69155]: INFO nova.compute.manager [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Took 6.63 seconds to spawn the instance on the hypervisor. [ 910.473926] env[69155]: DEBUG nova.compute.manager [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.475028] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb283c9e-5d6a-4fd7-b802-ca4e0ee6d48f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.585257] env[69155]: INFO nova.compute.manager [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Detaching volume 8630f251-a57f-4188-a3b4-8bd2acab0302 [ 910.633400] env[69155]: INFO nova.virt.block_device [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Attempting to driver detach volume 8630f251-a57f-4188-a3b4-8bd2acab0302 from mountpoint /dev/sdb [ 910.633649] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 910.633843] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718172', 'volume_id': '8630f251-a57f-4188-a3b4-8bd2acab0302', 'name': 'volume-8630f251-a57f-4188-a3b4-8bd2acab0302', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1410c48a-e2f5-4756-a7cb-a45da91b1f13', 'attached_at': '', 'detached_at': '', 'volume_id': '8630f251-a57f-4188-a3b4-8bd2acab0302', 'serial': '8630f251-a57f-4188-a3b4-8bd2acab0302'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 910.634791] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7bd46b-437d-412d-b6b8-131e35839a83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.665090] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3928fd2-fd51-4c66-a907-ee5a1f68cfe7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.674473] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f098bf32-96e0-48d6-ad27-7d193305604c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.700887] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5036d0d6-8006-41bd-8634-77bb32c9862c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.721994] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] The volume has not been displaced from its original location: [datastore1] volume-8630f251-a57f-4188-a3b4-8bd2acab0302/volume-8630f251-a57f-4188-a3b4-8bd2acab0302.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 910.727368] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.728086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "7d70eb45-92d9-42a1-a1b0-85acf4204d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.589s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.729074] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062d3984-07eb-4442-8486-b845755540d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.759234] env[69155]: DEBUG oslo_vmware.api [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 910.759234] env[69155]: value = "task-3599735" [ 910.759234] env[69155]: _type = "Task" [ 910.759234] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.769820] env[69155]: DEBUG oslo_vmware.api [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.834012] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.843307] env[69155]: DEBUG nova.network.neutron [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.002115] env[69155]: INFO nova.compute.manager [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Took 56.35 seconds to build instance. [ 911.124833] env[69155]: DEBUG nova.network.neutron [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Updating instance_info_cache with network_info: [{"id": "a1a8ad31-f442-4115-8dd2-a2c2b90d23bf", "address": "fa:16:3e:9f:23:1d", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a8ad31-f4", "ovs_interfaceid": "a1a8ad31-f442-4115-8dd2-a2c2b90d23bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.273542] env[69155]: DEBUG oslo_vmware.api [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599735, 'name': ReconfigVM_Task, 'duration_secs': 0.277706} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.276493] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.282613] env[69155]: DEBUG nova.network.neutron [req-1642f0bf-74a8-400c-b3eb-70123ea94331 req-355742fd-6eee-4a88-acb2-e4f465794a26 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Updated VIF entry in instance network info cache for port fda08da3-5795-4c54-9781-5da1179ebebc. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.283026] env[69155]: DEBUG nova.network.neutron [req-1642f0bf-74a8-400c-b3eb-70123ea94331 req-355742fd-6eee-4a88-acb2-e4f465794a26 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Updating instance_info_cache with network_info: [{"id": "fda08da3-5795-4c54-9781-5da1179ebebc", "address": "fa:16:3e:2d:88:1e", "network": {"id": "00834c62-823e-487b-a954-b50b1541f72a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-131484575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28a6169755d478b8a7d756a91b072d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda08da3-57", "ovs_interfaceid": "fda08da3-5795-4c54-9781-5da1179ebebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.288022] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9929647-2962-448c-9069-ea3a934f1903 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.308505] env[69155]: DEBUG oslo_vmware.api [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 911.308505] env[69155]: value = "task-3599736" [ 911.308505] env[69155]: _type = "Task" [ 911.308505] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.323566] env[69155]: DEBUG oslo_vmware.api [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.356577] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d32d18-0dd7-45bd-88a6-c8bf9530605c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.365177] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43acfdd-627c-46b4-af2a-a5d645ec5d1c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.401770] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9168628d-eab2-4f41-a91b-db8deedf78e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.411044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aafe37e-3640-47c8-90e4-518f079290ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.427493] env[69155]: DEBUG nova.compute.provider_tree [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.507906] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2ff4eee6-4d9e-4baa-8681-57948a13259b tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.958s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.508368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "efcb0324-5009-45e3-b25d-d21c511499bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.510503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "efcb0324-5009-45e3-b25d-d21c511499bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.510503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "efcb0324-5009-45e3-b25d-d21c511499bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.510503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "efcb0324-5009-45e3-b25d-d21c511499bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.510503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "efcb0324-5009-45e3-b25d-d21c511499bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.512344] env[69155]: INFO nova.compute.manager [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Terminating instance [ 911.627060] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "refresh_cache-11cb3234-1f5d-4fa3-85b6-27762718a63d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.627321] env[69155]: DEBUG nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Instance network_info: |[{"id": "a1a8ad31-f442-4115-8dd2-a2c2b90d23bf", "address": "fa:16:3e:9f:23:1d", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a8ad31-f4", "ovs_interfaceid": "a1a8ad31-f442-4115-8dd2-a2c2b90d23bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.627783] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:23:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a8ad31-f442-4115-8dd2-a2c2b90d23bf', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.635956] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.636211] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.636487] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f9d48c-3f6b-4091-9ce7-9c028c3234a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.660898] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.660898] env[69155]: value = "task-3599737" [ 911.660898] env[69155]: _type = "Task" [ 911.660898] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.670153] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599737, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.777566] env[69155]: DEBUG nova.compute.manager [req-fe8fb179-22b1-4f5b-a9b9-6ed84e7d18d5 req-0ae74590-cbf8-4c89-8f3f-d94601374c53 service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Received event network-changed-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.777638] env[69155]: DEBUG nova.compute.manager [req-fe8fb179-22b1-4f5b-a9b9-6ed84e7d18d5 req-0ae74590-cbf8-4c89-8f3f-d94601374c53 service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Refreshing instance network info cache due to event network-changed-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.777843] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe8fb179-22b1-4f5b-a9b9-6ed84e7d18d5 req-0ae74590-cbf8-4c89-8f3f-d94601374c53 service nova] Acquiring lock "refresh_cache-11cb3234-1f5d-4fa3-85b6-27762718a63d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.777996] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe8fb179-22b1-4f5b-a9b9-6ed84e7d18d5 req-0ae74590-cbf8-4c89-8f3f-d94601374c53 service nova] Acquired lock "refresh_cache-11cb3234-1f5d-4fa3-85b6-27762718a63d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.778248] env[69155]: DEBUG nova.network.neutron [req-fe8fb179-22b1-4f5b-a9b9-6ed84e7d18d5 req-0ae74590-cbf8-4c89-8f3f-d94601374c53 service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Refreshing network info cache for port a1a8ad31-f442-4115-8dd2-a2c2b90d23bf {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.800608] env[69155]: DEBUG oslo_concurrency.lockutils [req-1642f0bf-74a8-400c-b3eb-70123ea94331 req-355742fd-6eee-4a88-acb2-e4f465794a26 service nova] Releasing lock "refresh_cache-193b7295-dc51-42dd-9d1d-af3b1e8a1207" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.821333] env[69155]: DEBUG oslo_vmware.api [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599736, 'name': ReconfigVM_Task, 'duration_secs': 0.171062} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.821639] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718172', 'volume_id': '8630f251-a57f-4188-a3b4-8bd2acab0302', 'name': 'volume-8630f251-a57f-4188-a3b4-8bd2acab0302', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1410c48a-e2f5-4756-a7cb-a45da91b1f13', 'attached_at': '', 'detached_at': '', 'volume_id': '8630f251-a57f-4188-a3b4-8bd2acab0302', 'serial': '8630f251-a57f-4188-a3b4-8bd2acab0302'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 911.932289] env[69155]: DEBUG nova.scheduler.client.report [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.014523] env[69155]: DEBUG nova.compute.manager [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.018420] env[69155]: DEBUG nova.compute.manager [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.018685] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.019695] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17489cae-b6af-41df-ba4e-233b4e4b27cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.030080] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.030437] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f518de5-549e-474c-92e9-0dcd39a66a73 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.039041] env[69155]: DEBUG oslo_vmware.api [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 912.039041] env[69155]: value = "task-3599738" [ 912.039041] env[69155]: _type = "Task" [ 912.039041] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.049201] env[69155]: DEBUG oslo_vmware.api [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.078452] env[69155]: INFO nova.compute.manager [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Rebuilding instance [ 912.117852] env[69155]: DEBUG nova.compute.manager [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.118795] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee49d950-347d-4e5d-bcf7-ac34cd02eac3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.177180] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599737, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.438363] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.442317] env[69155]: DEBUG nova.objects.instance [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.442620] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.980s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.444273] env[69155]: INFO nova.compute.claims [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.471080] env[69155]: INFO nova.scheduler.client.report [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted allocations for instance a86a8408-a1b6-41b0-8f61-d11e50cb1826 [ 912.546243] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.552207] env[69155]: DEBUG oslo_vmware.api [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599738, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.586798] env[69155]: DEBUG nova.network.neutron [req-fe8fb179-22b1-4f5b-a9b9-6ed84e7d18d5 req-0ae74590-cbf8-4c89-8f3f-d94601374c53 service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Updated VIF entry in instance network info cache for port a1a8ad31-f442-4115-8dd2-a2c2b90d23bf. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.587340] env[69155]: DEBUG nova.network.neutron [req-fe8fb179-22b1-4f5b-a9b9-6ed84e7d18d5 req-0ae74590-cbf8-4c89-8f3f-d94601374c53 service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Updating instance_info_cache with network_info: [{"id": "a1a8ad31-f442-4115-8dd2-a2c2b90d23bf", "address": "fa:16:3e:9f:23:1d", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a8ad31-f4", "ovs_interfaceid": "a1a8ad31-f442-4115-8dd2-a2c2b90d23bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.673747] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599737, 'name': CreateVM_Task, 'duration_secs': 0.612996} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.673925] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.674761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.674987] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.675276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.675554] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6297205-9a6e-49c2-91fe-dfdafde6f1ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.681929] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 912.681929] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a8aa85-e03e-965b-499e-c2905fa69d2a" [ 912.681929] env[69155]: _type = "Task" [ 912.681929] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.691037] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a8aa85-e03e-965b-499e-c2905fa69d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.982078] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1d99db8-121d-4566-9b43-dc9683943d05 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "a86a8408-a1b6-41b0-8f61-d11e50cb1826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.707s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.051869] env[69155]: DEBUG oslo_vmware.api [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599738, 'name': PowerOffVM_Task, 'duration_secs': 0.534887} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.052157] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.052342] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.052948] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1896d665-3cbd-4d87-b296-55e1da020a51 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.090023] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe8fb179-22b1-4f5b-a9b9-6ed84e7d18d5 req-0ae74590-cbf8-4c89-8f3f-d94601374c53 service nova] Releasing lock "refresh_cache-11cb3234-1f5d-4fa3-85b6-27762718a63d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.133951] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.134390] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9fbb13f-60a0-4e25-8477-ae7e408eae31 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.137763] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.137982] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.138281] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleting the datastore file [datastore1] efcb0324-5009-45e3-b25d-d21c511499bf {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.138929] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b797643d-740a-40c5-805b-49f30fccb0e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.144621] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 913.144621] env[69155]: value = "task-3599740" [ 913.144621] env[69155]: _type = "Task" [ 913.144621] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.146051] env[69155]: DEBUG oslo_vmware.api [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for the task: (returnval){ [ 913.146051] env[69155]: value = "task-3599741" [ 913.146051] env[69155]: _type = "Task" [ 913.146051] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.160055] env[69155]: DEBUG oslo_vmware.api [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.163055] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.930291] env[69155]: DEBUG oslo_concurrency.lockutils [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.933302] env[69155]: DEBUG oslo_concurrency.lockutils [None req-37356503-d335-4ff2-9898-117d43b76605 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.853s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.934154] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "6e927889-8993-4deb-8621-4d034a32e16c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.934450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "6e927889-8993-4deb-8621-4d034a32e16c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.934661] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "6e927889-8993-4deb-8621-4d034a32e16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.934714] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "6e927889-8993-4deb-8621-4d034a32e16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.934874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "6e927889-8993-4deb-8621-4d034a32e16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.936730] env[69155]: DEBUG oslo_concurrency.lockutils [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.007s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.936917] env[69155]: DEBUG nova.compute.manager [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.946022] env[69155]: INFO nova.compute.manager [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Terminating instance [ 913.946333] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ccec5-ba87-463d-958f-999c4306f234 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.954186] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a8aa85-e03e-965b-499e-c2905fa69d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.032318} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.954973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.955278] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.955532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.955675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.955854] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.959447] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-285618d6-86cc-479f-8425-492f08a8ff23 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.961405] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599740, 'name': PowerOffVM_Task, 'duration_secs': 0.204142} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.968968] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.969725] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.970402] env[69155]: DEBUG nova.compute.manager [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 913.970944] env[69155]: DEBUG nova.objects.instance [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.972191] env[69155]: DEBUG oslo_vmware.api [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Task: {'id': task-3599741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.647278} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.973661] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58abeb67-cac3-4542-bc52-ff55e15fa25a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.976985] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.977221] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.977416] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.977588] env[69155]: INFO nova.compute.manager [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Took 1.96 seconds to destroy the instance on the hypervisor. [ 913.977832] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.978057] env[69155]: DEBUG nova.compute.manager [-] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.978180] env[69155]: DEBUG nova.network.neutron [-] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.983256] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.983442] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.989235] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44d04a3-8bba-430c-b075-70e0389ef358 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.991452] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.992477] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf6b4c4-8643-4f3b-a4c9-c76fde715723 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.998685] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 913.998685] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266b4da-fe8b-ea11-4037-2f55a8000b64" [ 913.998685] env[69155]: _type = "Task" [ 913.998685] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.010788] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266b4da-fe8b-ea11-4037-2f55a8000b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.024271] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.024487] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.024667] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Deleting the datastore file [datastore2] 14f42d7b-2f37-417b-9c97-4e4566bb4d96 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.024935] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1211991c-5c23-4f76-8540-bdc323925c82 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.034472] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 914.034472] env[69155]: value = "task-3599743" [ 914.034472] env[69155]: _type = "Task" [ 914.034472] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.043387] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.423741] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bfe087-f186-4811-9a7b-d5b5e0f87f17 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.433762] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cee8cd-1a6c-4fb1-82e1-60b2563c904d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.466508] env[69155]: DEBUG nova.compute.manager [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.466819] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.468037] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc1d7b4-7ee6-461a-ac98-c74b9697a7e4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.471317] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8bc176-31af-4491-9347-e52e71ae15bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.483384] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.485146] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca2d19b-a757-432c-8181-5f84d359dd0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.488955] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b650ee8-a3d0-42aa-a124-946d0ab7d4f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.502424] env[69155]: DEBUG nova.compute.provider_tree [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.507748] env[69155]: DEBUG oslo_vmware.api [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 914.507748] env[69155]: value = "task-3599744" [ 914.507748] env[69155]: _type = "Task" [ 914.507748] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.515137] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266b4da-fe8b-ea11-4037-2f55a8000b64, 'name': SearchDatastore_Task, 'duration_secs': 0.027177} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.516851] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d24c0ae-7b8e-456d-8523-ee160d226189 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.522294] env[69155]: DEBUG oslo_vmware.api [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.526417] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 914.526417] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527879cc-6841-3599-192d-88d7ece94761" [ 914.526417] env[69155]: _type = "Task" [ 914.526417] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.535744] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527879cc-6841-3599-192d-88d7ece94761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.544334] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266881} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.544544] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.544746] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.544917] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.612297] env[69155]: DEBUG nova.compute.manager [req-02c918b8-3566-4ab9-8490-a196824afce2 req-2eb46551-b5ad-45d3-92fb-94fc100b1daa service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Received event network-vif-deleted-ed984b26-1938-402d-bf16-83469860a813 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.612297] env[69155]: INFO nova.compute.manager [req-02c918b8-3566-4ab9-8490-a196824afce2 req-2eb46551-b5ad-45d3-92fb-94fc100b1daa service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Neutron deleted interface ed984b26-1938-402d-bf16-83469860a813; detaching it from the instance and deleting it from the info cache [ 914.612297] env[69155]: DEBUG nova.network.neutron [req-02c918b8-3566-4ab9-8490-a196824afce2 req-2eb46551-b5ad-45d3-92fb-94fc100b1daa service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.979368] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.979368] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41cf649f-d8b6-4b99-8476-95efc6256f05 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.989738] env[69155]: DEBUG oslo_vmware.api [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 914.989738] env[69155]: value = "task-3599745" [ 914.989738] env[69155]: _type = "Task" [ 914.989738] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.999710] env[69155]: DEBUG oslo_vmware.api [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.010443] env[69155]: DEBUG nova.scheduler.client.report [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.025821] env[69155]: DEBUG oslo_vmware.api [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599744, 'name': PowerOffVM_Task, 'duration_secs': 0.475529} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.025821] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.025821] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.025821] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21706d4a-5097-4ca8-8d79-423e176abab0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.038278] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527879cc-6841-3599-192d-88d7ece94761, 'name': SearchDatastore_Task, 'duration_secs': 0.018779} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.038581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.039212] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 11cb3234-1f5d-4fa3-85b6-27762718a63d/11cb3234-1f5d-4fa3-85b6-27762718a63d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.039212] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-483a261f-3632-4efc-85c7-88ce845da37f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.047253] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 915.047253] env[69155]: value = "task-3599747" [ 915.047253] env[69155]: _type = "Task" [ 915.047253] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.059867] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.080966] env[69155]: DEBUG nova.network.neutron [-] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.113358] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.113643] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.113875] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleting the datastore file [datastore2] 6e927889-8993-4deb-8621-4d034a32e16c {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.114160] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75c323cf-4183-4c58-9e7f-0ae2ea5c3e3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.116781] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c914c4e-082c-44d3-8c75-100e4dbfdee0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.125779] env[69155]: DEBUG oslo_vmware.api [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 915.125779] env[69155]: value = "task-3599748" [ 915.125779] env[69155]: _type = "Task" [ 915.125779] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.133839] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e8649-09f4-404e-bebb-4cac3d7054a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.150613] env[69155]: DEBUG oslo_vmware.api [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.173505] env[69155]: DEBUG nova.compute.manager [req-02c918b8-3566-4ab9-8490-a196824afce2 req-2eb46551-b5ad-45d3-92fb-94fc100b1daa service nova] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Detach interface failed, port_id=ed984b26-1938-402d-bf16-83469860a813, reason: Instance efcb0324-5009-45e3-b25d-d21c511499bf could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.345078] env[69155]: DEBUG oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256e7e3-6418-ea4a-5d55-74dc747d2046/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.346030] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fe467a-c40c-4e98-a4b2-a859c0a61469 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.352892] env[69155]: DEBUG oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256e7e3-6418-ea4a-5d55-74dc747d2046/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.353085] env[69155]: ERROR oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256e7e3-6418-ea4a-5d55-74dc747d2046/disk-0.vmdk due to incomplete transfer. [ 915.353338] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1285ea1-b9e3-463a-b01a-27d3fe1d986c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.361615] env[69155]: DEBUG oslo_vmware.rw_handles [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5256e7e3-6418-ea4a-5d55-74dc747d2046/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.361744] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Uploaded image cf882aa3-3642-4ebf-8089-6d368b3f3515 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.364376] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.364637] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e41be05-882c-4f14-bfbd-7f5669afbba4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.371964] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 915.371964] env[69155]: value = "task-3599749" [ 915.371964] env[69155]: _type = "Task" [ 915.371964] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.380628] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599749, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.502979] env[69155]: DEBUG oslo_vmware.api [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599745, 'name': PowerOffVM_Task, 'duration_secs': 0.212402} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.503236] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.503295] env[69155]: DEBUG nova.compute.manager [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.504169] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba8fb7-43ac-4dd3-8f97-958bce83992d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.518417] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.076s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.518973] env[69155]: DEBUG nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.521620] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.855s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.521812] env[69155]: DEBUG nova.objects.instance [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.562013] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599747, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.583518] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.583771] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.583941] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.584164] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.584297] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.584446] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.584655] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.584814] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.585062] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.585254] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.585436] env[69155]: DEBUG nova.virt.hardware [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.586243] env[69155]: INFO nova.compute.manager [-] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Took 1.61 seconds to deallocate network for instance. [ 915.587116] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab489d6-c9e1-468d-8bc4-e2bc0b401ace {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.599713] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76174c-2596-4827-90a2-15e914ccd8c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.618020] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.624792] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.624792] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.625145] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d3a7abd-a159-4507-9e2f-17ed5074d5f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.647190] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.647190] env[69155]: value = "task-3599750" [ 915.647190] env[69155]: _type = "Task" [ 915.647190] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.651024] env[69155]: DEBUG oslo_vmware.api [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506093} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.653803] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.654032] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.654218] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.654384] env[69155]: INFO nova.compute.manager [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 915.654623] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.654832] env[69155]: DEBUG nova.compute.manager [-] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.654923] env[69155]: DEBUG nova.network.neutron [-] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.883817] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599749, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.018393] env[69155]: DEBUG oslo_concurrency.lockutils [None req-71050e3d-5237-4e53-b8aa-4a5e982e923e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.027334] env[69155]: DEBUG nova.compute.utils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.033213] env[69155]: DEBUG nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.033213] env[69155]: DEBUG nova.network.neutron [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.058691] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779381} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.058932] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 11cb3234-1f5d-4fa3-85b6-27762718a63d/11cb3234-1f5d-4fa3-85b6-27762718a63d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.059151] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.059546] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3778800-f3e4-44b7-aec9-2ee4c542dbc7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.068340] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 916.068340] env[69155]: value = "task-3599751" [ 916.068340] env[69155]: _type = "Task" [ 916.068340] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.079373] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.088635] env[69155]: DEBUG nova.policy [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b61ae3d532d9438caf50b9ba6e830ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '683fba44be284edb9c861d4d85ca47fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.096432] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.161584] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599750, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.385810] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599749, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.465533] env[69155]: DEBUG nova.network.neutron [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Successfully created port: ef1a7dc6-3b49-4ae5-a048-5c252abda408 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.469702] env[69155]: DEBUG nova.network.neutron [-] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.536179] env[69155]: DEBUG nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.545898] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4d2c95c2-b70e-4859-ac41-24d679d1d0b4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.550186] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.399s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.554546] env[69155]: INFO nova.compute.claims [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.584023] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081495} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.584023] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.584023] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08957dc4-ab90-4ce7-87d6-b2b9e4092419 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.612876] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 11cb3234-1f5d-4fa3-85b6-27762718a63d/11cb3234-1f5d-4fa3-85b6-27762718a63d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.614023] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db6e753-da56-4ef6-ba5e-24a6265628b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.637043] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 916.637043] env[69155]: value = "task-3599752" [ 916.637043] env[69155]: _type = "Task" [ 916.637043] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.647114] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.651685] env[69155]: DEBUG nova.compute.manager [req-3139afbc-c3ff-428f-9077-d6bb13ddf2fb req-564c83e9-a23b-47e7-9d87-bcbcfc0f1801 service nova] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Received event network-vif-deleted-ad6719af-4917-40c2-a5ac-bc6293efc743 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.663684] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599750, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.889646] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599749, 'name': Destroy_Task, 'duration_secs': 1.145907} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.890033] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Destroyed the VM [ 916.890369] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.890690] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a05aab34-c5cc-400d-bf07-e7cc2f27107f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.900434] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 916.900434] env[69155]: value = "task-3599753" [ 916.900434] env[69155]: _type = "Task" [ 916.900434] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.910079] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.973802] env[69155]: INFO nova.compute.manager [-] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Took 1.32 seconds to deallocate network for instance. [ 917.151501] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.162582] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599750, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.285975] env[69155]: DEBUG nova.objects.instance [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.411204] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599753, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.481973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.560625] env[69155]: DEBUG nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.588832] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b338acb507dbf73463081ed6693beeef',container_format='bare',created_at=2025-04-25T17:59:45Z,direct_url=,disk_format='vmdk',id=ac52322d-ba9b-4795-8d97-7107942d6486,min_disk=1,min_ram=0,name='tempest-test-snap-1794749680',owner='683fba44be284edb9c861d4d85ca47fd',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-25T18:00:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.589091] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.589256] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.589443] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.589587] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.589734] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.589954] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.590130] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.590306] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.590456] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.590649] env[69155]: DEBUG nova.virt.hardware [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.591507] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ded36e-b4a0-4bb0-98c1-56fdc9bc0a3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.603133] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8817a3-1d73-42a9-af2d-c2aa4efe7034 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.650558] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599752, 'name': ReconfigVM_Task, 'duration_secs': 0.650755} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.653140] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 11cb3234-1f5d-4fa3-85b6-27762718a63d/11cb3234-1f5d-4fa3-85b6-27762718a63d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.654531] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca313f30-6d88-47d9-b1a8-a0c5e4cde2e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.664933] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599750, 'name': CreateVM_Task, 'duration_secs': 1.579178} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.668329] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.668694] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 917.668694] env[69155]: value = "task-3599754" [ 917.668694] env[69155]: _type = "Task" [ 917.668694] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.669254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.669423] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.669728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.670033] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a698a4f8-cae6-4bb6-85cf-ed69e7c0b36b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.687028] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599754, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.687291] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 917.687291] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5224b77e-b453-bb09-187a-9e32e369b01d" [ 917.687291] env[69155]: _type = "Task" [ 917.687291] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.698621] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5224b77e-b453-bb09-187a-9e32e369b01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.792661] env[69155]: DEBUG oslo_concurrency.lockutils [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.792889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.793142] env[69155]: DEBUG nova.network.neutron [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.793386] env[69155]: DEBUG nova.objects.instance [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'info_cache' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.911953] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599753, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.118888] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce05e55b-93a2-4024-920b-955d2d67fc3d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.128217] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb0ad52-4cde-4018-ac5a-3cd45a7611dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.159938] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43466ec-4615-48ce-a32c-a54373360ba1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.168757] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac15ebf-b3e6-45cf-b254-c4dba1c60fb6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.190842] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599754, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.191434] env[69155]: DEBUG nova.compute.provider_tree [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.202522] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5224b77e-b453-bb09-187a-9e32e369b01d, 'name': SearchDatastore_Task, 'duration_secs': 0.022525} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.203480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.203827] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.204220] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.204381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.204571] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.205129] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e6ada09-898b-4bd3-8870-f533687e4bd4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.221251] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.221505] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.222321] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2010361-95f5-49a6-8189-6d8390a830d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.228672] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 918.228672] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ce3c09-186f-b79e-7ad8-8e1b3dc7b234" [ 918.228672] env[69155]: _type = "Task" [ 918.228672] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.237924] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ce3c09-186f-b79e-7ad8-8e1b3dc7b234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.297852] env[69155]: DEBUG nova.objects.base [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Object Instance<1410c48a-e2f5-4756-a7cb-a45da91b1f13> lazy-loaded attributes: flavor,info_cache {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 918.412409] env[69155]: DEBUG oslo_vmware.api [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599753, 'name': RemoveSnapshot_Task, 'duration_secs': 1.316629} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.412536] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 918.412780] env[69155]: INFO nova.compute.manager [None req-2ea23d1d-b02e-42d1-a959-a15a9afabe64 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Took 19.80 seconds to snapshot the instance on the hypervisor. [ 918.427520] env[69155]: DEBUG nova.network.neutron [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Successfully updated port: ef1a7dc6-3b49-4ae5-a048-5c252abda408 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.685095] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599754, 'name': Rename_Task, 'duration_secs': 0.70266} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.685406] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.685658] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f073826b-acdb-482d-9892-525a6a046a3d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.693219] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 918.693219] env[69155]: value = "task-3599755" [ 918.693219] env[69155]: _type = "Task" [ 918.693219] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.696848] env[69155]: DEBUG nova.scheduler.client.report [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.708231] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.710387] env[69155]: DEBUG nova.compute.manager [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Received event network-vif-plugged-ef1a7dc6-3b49-4ae5-a048-5c252abda408 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.710524] env[69155]: DEBUG oslo_concurrency.lockutils [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] Acquiring lock "e0532666-579d-4af4-a98e-5f04b749bca1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.710729] env[69155]: DEBUG oslo_concurrency.lockutils [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] Lock "e0532666-579d-4af4-a98e-5f04b749bca1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.710909] env[69155]: DEBUG oslo_concurrency.lockutils [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] Lock "e0532666-579d-4af4-a98e-5f04b749bca1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.711074] env[69155]: DEBUG nova.compute.manager [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] No waiting events found dispatching network-vif-plugged-ef1a7dc6-3b49-4ae5-a048-5c252abda408 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.711242] env[69155]: WARNING nova.compute.manager [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Received unexpected event network-vif-plugged-ef1a7dc6-3b49-4ae5-a048-5c252abda408 for instance with vm_state building and task_state spawning. [ 918.711402] env[69155]: DEBUG nova.compute.manager [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Received event network-changed-ef1a7dc6-3b49-4ae5-a048-5c252abda408 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.711557] env[69155]: DEBUG nova.compute.manager [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Refreshing instance network info cache due to event network-changed-ef1a7dc6-3b49-4ae5-a048-5c252abda408. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.711736] env[69155]: DEBUG oslo_concurrency.lockutils [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] Acquiring lock "refresh_cache-e0532666-579d-4af4-a98e-5f04b749bca1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.711871] env[69155]: DEBUG oslo_concurrency.lockutils [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] Acquired lock "refresh_cache-e0532666-579d-4af4-a98e-5f04b749bca1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.712034] env[69155]: DEBUG nova.network.neutron [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Refreshing network info cache for port ef1a7dc6-3b49-4ae5-a048-5c252abda408 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.740719] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ce3c09-186f-b79e-7ad8-8e1b3dc7b234, 'name': SearchDatastore_Task, 'duration_secs': 0.019007} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.741784] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21099437-ac8a-45e2-b995-b2b1a3ae4acc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.748071] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 918.748071] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5299c002-e31d-58a3-5838-97f04f94e4b2" [ 918.748071] env[69155]: _type = "Task" [ 918.748071] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.757856] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5299c002-e31d-58a3-5838-97f04f94e4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.933912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "refresh_cache-e0532666-579d-4af4-a98e-5f04b749bca1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.023214] env[69155]: DEBUG nova.network.neutron [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updating instance_info_cache with network_info: [{"id": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "address": "fa:16:3e:e1:e1:db", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8ea989-9e", "ovs_interfaceid": "2c8ea989-9ed5-490a-ba7f-ac80ae1d7921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.203976] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.204521] env[69155]: DEBUG nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.207921] env[69155]: DEBUG oslo_vmware.api [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599755, 'name': PowerOnVM_Task, 'duration_secs': 0.456548} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.208431] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.461s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.208656] env[69155]: DEBUG nova.objects.instance [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lazy-loading 'resources' on Instance uuid 54d76ce9-bc55-460e-99b2-d064700f896d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.209761] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.209967] env[69155]: INFO nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Took 10.32 seconds to spawn the instance on the hypervisor. [ 919.210160] env[69155]: DEBUG nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.211124] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54007440-ce68-4111-b7ec-24986ed0cb80 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.259867] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5299c002-e31d-58a3-5838-97f04f94e4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.261027] env[69155]: DEBUG nova.network.neutron [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.263431] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.263786] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 14f42d7b-2f37-417b-9c97-4e4566bb4d96/14f42d7b-2f37-417b-9c97-4e4566bb4d96.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.264162] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-872a16af-947b-4efb-860e-8c5cd7409b32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.273897] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 919.273897] env[69155]: value = "task-3599756" [ 919.273897] env[69155]: _type = "Task" [ 919.273897] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.284336] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.355168] env[69155]: DEBUG nova.network.neutron [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.526548] env[69155]: DEBUG oslo_concurrency.lockutils [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Releasing lock "refresh_cache-1410c48a-e2f5-4756-a7cb-a45da91b1f13" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.709874] env[69155]: DEBUG nova.compute.utils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.712266] env[69155]: DEBUG nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.712266] env[69155]: DEBUG nova.network.neutron [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.730483] env[69155]: INFO nova.compute.manager [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Took 56.67 seconds to build instance. [ 919.768635] env[69155]: DEBUG nova.policy [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '750f2ffaf878457998827620d2f80195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9ffb7002cf45dcb91c50ac826dc1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.786182] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599756, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.858902] env[69155]: DEBUG oslo_concurrency.lockutils [req-f5d53469-cfc4-4f63-8c95-e797bf96cfe7 req-2d2cd4aa-d673-47e7-9453-5cc4de4366fc service nova] Releasing lock "refresh_cache-e0532666-579d-4af4-a98e-5f04b749bca1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.859279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "refresh_cache-e0532666-579d-4af4-a98e-5f04b749bca1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.859527] env[69155]: DEBUG nova.network.neutron [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.164105] env[69155]: DEBUG nova.network.neutron [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Successfully created port: 8b28f9e1-b874-45a2-8b27-a8bf507dce4c {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.217629] env[69155]: DEBUG nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.223741] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a50ed-85a0-43e7-86d5-665679bf111d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.231627] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07981372-9a68-4bc6-9e09-59028d3e0e33 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.235134] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2acece72-5278-4942-968c-45c44ddbed6a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "11cb3234-1f5d-4fa3-85b6-27762718a63d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.404s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.267596] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d1ccb-3348-4d76-bf49-8992cdab18c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.281102] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdee01b9-f049-4dcc-b0c5-fb748de3bba9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.298783] env[69155]: DEBUG nova.compute.provider_tree [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.303679] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549761} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.304323] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 14f42d7b-2f37-417b-9c97-4e4566bb4d96/14f42d7b-2f37-417b-9c97-4e4566bb4d96.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.304604] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.304912] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e01835c-b530-4d09-9171-63c663a1dcd4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.315095] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 920.315095] env[69155]: value = "task-3599757" [ 920.315095] env[69155]: _type = "Task" [ 920.315095] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.329230] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.414921] env[69155]: DEBUG nova.network.neutron [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.533686] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.533959] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b862bbae-355a-4e91-b1d2-a268022092c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.542877] env[69155]: DEBUG oslo_vmware.api [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 920.542877] env[69155]: value = "task-3599758" [ 920.542877] env[69155]: _type = "Task" [ 920.542877] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.553023] env[69155]: DEBUG oslo_vmware.api [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.654072] env[69155]: DEBUG nova.network.neutron [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Updating instance_info_cache with network_info: [{"id": "ef1a7dc6-3b49-4ae5-a048-5c252abda408", "address": "fa:16:3e:96:2e:d8", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef1a7dc6-3b", "ovs_interfaceid": "ef1a7dc6-3b49-4ae5-a048-5c252abda408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.737609] env[69155]: DEBUG nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.806068] env[69155]: DEBUG nova.scheduler.client.report [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.827548] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080777} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.827784] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.828617] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afe7d92-be50-4be1-964a-f96971651be5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.849895] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 14f42d7b-2f37-417b-9c97-4e4566bb4d96/14f42d7b-2f37-417b-9c97-4e4566bb4d96.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.850591] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57be4b7-7d9e-4d81-bc08-ff1bb2661128 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.875358] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 920.875358] env[69155]: value = "task-3599759" [ 920.875358] env[69155]: _type = "Task" [ 920.875358] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.884777] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.980297] env[69155]: DEBUG nova.compute.manager [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.981791] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2801ac22-9765-4196-9bff-419eab6a78b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.053845] env[69155]: DEBUG oslo_vmware.api [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599758, 'name': PowerOnVM_Task, 'duration_secs': 0.455745} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.055265] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.055265] env[69155]: DEBUG nova.compute.manager [None req-97f3a180-a53b-4b88-bf5f-d2096e6be914 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.055441] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60c5580-2c7b-4af4-8f41-d92f07f0032f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.156656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "refresh_cache-e0532666-579d-4af4-a98e-5f04b749bca1" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.157369] env[69155]: DEBUG nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Instance network_info: |[{"id": "ef1a7dc6-3b49-4ae5-a048-5c252abda408", "address": "fa:16:3e:96:2e:d8", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef1a7dc6-3b", "ovs_interfaceid": "ef1a7dc6-3b49-4ae5-a048-5c252abda408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.157828] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:2e:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef1a7dc6-3b49-4ae5-a048-5c252abda408', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.166503] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.166781] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.167202] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db75bf75-c284-4192-ada0-31a8489581f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.192160] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.192160] env[69155]: value = "task-3599760" [ 921.192160] env[69155]: _type = "Task" [ 921.192160] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.200867] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599760, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.234537] env[69155]: DEBUG nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.264776] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.265424] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.265739] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.266183] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.266467] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.266747] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.267242] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.267530] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.267845] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.268230] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.268606] env[69155]: DEBUG nova.virt.hardware [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.269506] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2bad3c-1c87-46b3-a489-adc78bbf2aff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.274980] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.285153] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7183c9bf-b680-43e0-a5c8-cbb9a276370d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.311414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.314865] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.561s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.315290] env[69155]: DEBUG nova.objects.instance [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lazy-loading 'resources' on Instance uuid ea2d310b-7323-4515-bb66-1d6faee69b49 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.353780] env[69155]: INFO nova.scheduler.client.report [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted allocations for instance 54d76ce9-bc55-460e-99b2-d064700f896d [ 921.386301] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.495313] env[69155]: INFO nova.compute.manager [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] instance snapshotting [ 921.501118] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f50b7-72a8-4fdd-b318-8466b0f51d94 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.526141] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ccf0cc-37ec-4fc5-8590-d6721833cdb6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.595198] env[69155]: DEBUG nova.compute.manager [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.596149] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12c0afc-2163-433f-a2cb-32ecf37ad621 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.704043] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599760, 'name': CreateVM_Task, 'duration_secs': 0.497256} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.704043] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.704813] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.704905] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.705297] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.705573] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6f48fa-00af-4075-8e47-d82105cc09c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.711727] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 921.711727] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e33d8e-6f32-558b-f2e2-efea233e7f0c" [ 921.711727] env[69155]: _type = "Task" [ 921.711727] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.720867] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e33d8e-6f32-558b-f2e2-efea233e7f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.865648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "54d76ce9-bc55-460e-99b2-d064700f896d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.898087] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599759, 'name': ReconfigVM_Task, 'duration_secs': 0.544366} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.898437] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 14f42d7b-2f37-417b-9c97-4e4566bb4d96/14f42d7b-2f37-417b-9c97-4e4566bb4d96.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.899104] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d42d523-64ea-467b-9f68-36a91d115dd2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.912747] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 921.912747] env[69155]: value = "task-3599761" [ 921.912747] env[69155]: _type = "Task" [ 921.912747] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.925819] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599761, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.988548] env[69155]: DEBUG nova.compute.manager [req-8efa4a7b-64b3-4ed1-8d25-c36115527573 req-35af04c4-6ab0-4c93-81eb-6262c3653b2d service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Received event network-vif-plugged-8b28f9e1-b874-45a2-8b27-a8bf507dce4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.988821] env[69155]: DEBUG oslo_concurrency.lockutils [req-8efa4a7b-64b3-4ed1-8d25-c36115527573 req-35af04c4-6ab0-4c93-81eb-6262c3653b2d service nova] Acquiring lock "1ee3a615-9302-42fa-9ab0-f947b6980f03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.989309] env[69155]: DEBUG oslo_concurrency.lockutils [req-8efa4a7b-64b3-4ed1-8d25-c36115527573 req-35af04c4-6ab0-4c93-81eb-6262c3653b2d service nova] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.989560] env[69155]: DEBUG oslo_concurrency.lockutils [req-8efa4a7b-64b3-4ed1-8d25-c36115527573 req-35af04c4-6ab0-4c93-81eb-6262c3653b2d service nova] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.989961] env[69155]: DEBUG nova.compute.manager [req-8efa4a7b-64b3-4ed1-8d25-c36115527573 req-35af04c4-6ab0-4c93-81eb-6262c3653b2d service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] No waiting events found dispatching network-vif-plugged-8b28f9e1-b874-45a2-8b27-a8bf507dce4c {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.990255] env[69155]: WARNING nova.compute.manager [req-8efa4a7b-64b3-4ed1-8d25-c36115527573 req-35af04c4-6ab0-4c93-81eb-6262c3653b2d service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Received unexpected event network-vif-plugged-8b28f9e1-b874-45a2-8b27-a8bf507dce4c for instance with vm_state building and task_state spawning. [ 922.008723] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquiring lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.009193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.009560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquiring lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.009884] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.010214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.018752] env[69155]: INFO nova.compute.manager [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Terminating instance [ 922.043441] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 922.044773] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-468e1aab-eb2d-42ca-84c9-ff80b9ee2a4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.055417] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 922.055417] env[69155]: value = "task-3599762" [ 922.055417] env[69155]: _type = "Task" [ 922.055417] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.071537] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599762, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.078525] env[69155]: DEBUG nova.network.neutron [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Successfully updated port: 8b28f9e1-b874-45a2-8b27-a8bf507dce4c {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.114851] env[69155]: INFO nova.compute.manager [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] instance snapshotting [ 922.117277] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17a5ed3-2aae-4491-a34e-b17edd4dc5aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.143899] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d16a18-2bfa-4e49-a458-c74995081c2f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.225927] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.226198] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Processing image ac52322d-ba9b-4795-8d97-7107942d6486 {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.226464] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486/ac52322d-ba9b-4795-8d97-7107942d6486.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.226633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486/ac52322d-ba9b-4795-8d97-7107942d6486.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.226820] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.227369] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcd97b4c-5fb8-4420-aacc-16083d58fc21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.237824] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.238137] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.241967] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be524229-fc4f-4a1c-bec8-137188679dbc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.248993] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 922.248993] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a43c32-2ba8-cc9f-09e0-766ea10db139" [ 922.248993] env[69155]: _type = "Task" [ 922.248993] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.258351] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a43c32-2ba8-cc9f-09e0-766ea10db139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.419391] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d82e5-b374-4857-a3d0-7c3e01b81d63 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.433735] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe34e252-1bf4-412d-83e8-e19a5e8553c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.437577] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599761, 'name': Rename_Task, 'duration_secs': 0.203066} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.437856] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.438550] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a849cbc-70dc-4d04-afa9-f2755e6724df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.473055] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d65425-3ebd-4863-9b62-282af9338f14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.476181] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 922.476181] env[69155]: value = "task-3599763" [ 922.476181] env[69155]: _type = "Task" [ 922.476181] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.481777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "009f2804-aedb-4162-8211-06a1573c9ace" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.482030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.487377] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e24fec8-620f-4255-a88f-c85d99e61cf1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.495552] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.508823] env[69155]: DEBUG nova.compute.provider_tree [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.524591] env[69155]: DEBUG nova.compute.manager [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.524856] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.526219] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe60f5-76e0-43e0-a524-14458e076ebc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.534411] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.534672] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca4a4034-8e04-4272-8a3a-832ce7683c38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.543528] env[69155]: DEBUG oslo_vmware.api [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 922.543528] env[69155]: value = "task-3599764" [ 922.543528] env[69155]: _type = "Task" [ 922.543528] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.557701] env[69155]: DEBUG oslo_vmware.api [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.569453] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599762, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.588576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-1ee3a615-9302-42fa-9ab0-f947b6980f03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.588735] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-1ee3a615-9302-42fa-9ab0-f947b6980f03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.588894] env[69155]: DEBUG nova.network.neutron [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.659867] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 922.660213] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c089ed2e-48e1-4cdb-bd4d-26b95ea4d23e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.670255] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 922.670255] env[69155]: value = "task-3599765" [ 922.670255] env[69155]: _type = "Task" [ 922.670255] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.681409] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.768701] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Preparing fetch location {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 922.769232] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Fetch image to [datastore2] OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547/OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547.vmdk {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 922.769483] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Downloading stream optimized image ac52322d-ba9b-4795-8d97-7107942d6486 to [datastore2] OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547/OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547.vmdk on the data store datastore2 as vApp {{(pid=69155) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 922.770187] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Downloading image file data ac52322d-ba9b-4795-8d97-7107942d6486 to the ESX as VM named 'OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547' {{(pid=69155) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 922.861211] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 922.861211] env[69155]: value = "resgroup-9" [ 922.861211] env[69155]: _type = "ResourcePool" [ 922.861211] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 922.861648] env[69155]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-62b92a6a-f83e-4bda-aa91-21ab73497580 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.887457] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lease: (returnval){ [ 922.887457] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266c98e-a4a9-ed1f-8ead-ae2bc1d42a62" [ 922.887457] env[69155]: _type = "HttpNfcLease" [ 922.887457] env[69155]: } obtained for vApp import into resource pool (val){ [ 922.887457] env[69155]: value = "resgroup-9" [ 922.887457] env[69155]: _type = "ResourcePool" [ 922.887457] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 922.887745] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the lease: (returnval){ [ 922.887745] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266c98e-a4a9-ed1f-8ead-ae2bc1d42a62" [ 922.887745] env[69155]: _type = "HttpNfcLease" [ 922.887745] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.901794] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.901794] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266c98e-a4a9-ed1f-8ead-ae2bc1d42a62" [ 922.901794] env[69155]: _type = "HttpNfcLease" [ 922.901794] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 922.989236] env[69155]: DEBUG nova.compute.utils [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.990652] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.012455] env[69155]: DEBUG nova.scheduler.client.report [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.058469] env[69155]: DEBUG oslo_vmware.api [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599764, 'name': PowerOffVM_Task, 'duration_secs': 0.302818} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.061881] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.062088] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.062383] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dc2c624-9f93-4e1e-a900-a9c5e1afa60d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.072083] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599762, 'name': CreateSnapshot_Task, 'duration_secs': 0.862708} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.072500] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.073455] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ff032e-8e67-4001-8def-532fb07fba84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.123345] env[69155]: DEBUG nova.network.neutron [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.149089] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.149493] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.149601] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Deleting the datastore file [datastore1] edba5822-42f0-46a4-8a17-d9832ba6b3a3 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.150440] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b616d87-692e-489f-9b7d-2bb8cd8fd286 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.160051] env[69155]: DEBUG oslo_vmware.api [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for the task: (returnval){ [ 923.160051] env[69155]: value = "task-3599768" [ 923.160051] env[69155]: _type = "Task" [ 923.160051] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.170633] env[69155]: DEBUG oslo_vmware.api [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.180967] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.344867] env[69155]: DEBUG nova.network.neutron [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Updating instance_info_cache with network_info: [{"id": "8b28f9e1-b874-45a2-8b27-a8bf507dce4c", "address": "fa:16:3e:25:84:ad", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b28f9e1-b8", "ovs_interfaceid": "8b28f9e1-b874-45a2-8b27-a8bf507dce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.399572] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.399572] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266c98e-a4a9-ed1f-8ead-ae2bc1d42a62" [ 923.399572] env[69155]: _type = "HttpNfcLease" [ 923.399572] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.487360] env[69155]: DEBUG oslo_vmware.api [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599763, 'name': PowerOnVM_Task, 'duration_secs': 0.615404} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.487707] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.488012] env[69155]: DEBUG nova.compute.manager [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.488770] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e24e60-b05a-49cc-8c7d-d8db087ade86 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.492016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.518293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.520779] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.922s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.521746] env[69155]: DEBUG nova.objects.instance [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lazy-loading 'resources' on Instance uuid 7f342550-3b9f-4cae-ac24-a4aab02865b7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.543153] env[69155]: INFO nova.scheduler.client.report [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Deleted allocations for instance ea2d310b-7323-4515-bb66-1d6faee69b49 [ 923.595058] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 923.596194] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd87401d-1043-4dca-9550-21a26dc89aac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.608703] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 923.608703] env[69155]: value = "task-3599769" [ 923.608703] env[69155]: _type = "Task" [ 923.608703] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.617757] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599769, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.622424] env[69155]: DEBUG nova.compute.manager [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.623280] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ebc069-3538-4d39-a925-bf831c222d28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.671497] env[69155]: DEBUG oslo_vmware.api [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Task: {'id': task-3599768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18281} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.674881] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.675110] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.675311] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.675489] env[69155]: INFO nova.compute.manager [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.675744] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.676278] env[69155]: DEBUG nova.compute.manager [-] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.676468] env[69155]: DEBUG nova.network.neutron [-] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.683744] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599765, 'name': CreateSnapshot_Task, 'duration_secs': 0.736492} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.683978] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.684732] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7b5c41-b55c-4aeb-9583-182346cf1c2d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.851027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-1ee3a615-9302-42fa-9ab0-f947b6980f03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.851027] env[69155]: DEBUG nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Instance network_info: |[{"id": "8b28f9e1-b874-45a2-8b27-a8bf507dce4c", "address": "fa:16:3e:25:84:ad", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b28f9e1-b8", "ovs_interfaceid": "8b28f9e1-b874-45a2-8b27-a8bf507dce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.851027] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:84:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b28f9e1-b874-45a2-8b27-a8bf507dce4c', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.858501] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.858998] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.859365] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a750034e-318d-4f2f-9524-c62875dfb0cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.886213] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.886213] env[69155]: value = "task-3599770" [ 923.886213] env[69155]: _type = "Task" [ 923.886213] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.900555] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599770, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.903211] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.903211] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266c98e-a4a9-ed1f-8ead-ae2bc1d42a62" [ 923.903211] env[69155]: _type = "HttpNfcLease" [ 923.903211] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.011755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.059456] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4223573-08ce-4c71-8346-4221afa1c3f6 tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Lock "ea2d310b-7323-4515-bb66-1d6faee69b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.738s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.123942] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599769, 'name': CloneVM_Task} progress is 93%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.133762] env[69155]: INFO nova.compute.manager [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] instance snapshotting [ 924.134385] env[69155]: DEBUG nova.objects.instance [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'flavor' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.205489] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 924.205887] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3ef677d-3a1a-4bdb-a3d5-3f117d3cb1a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.220431] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 924.220431] env[69155]: value = "task-3599771" [ 924.220431] env[69155]: _type = "Task" [ 924.220431] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.232958] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599771, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.409880] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599770, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.410244] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.410244] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266c98e-a4a9-ed1f-8ead-ae2bc1d42a62" [ 924.410244] env[69155]: _type = "HttpNfcLease" [ 924.410244] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.450152] env[69155]: DEBUG nova.compute.manager [req-c7e60963-6d5f-463c-8d5f-ee5ca26b7e02 req-95e84890-12d1-4d52-af1a-4a8126ce557f service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Received event network-changed-8b28f9e1-b874-45a2-8b27-a8bf507dce4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.450152] env[69155]: DEBUG nova.compute.manager [req-c7e60963-6d5f-463c-8d5f-ee5ca26b7e02 req-95e84890-12d1-4d52-af1a-4a8126ce557f service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Refreshing instance network info cache due to event network-changed-8b28f9e1-b874-45a2-8b27-a8bf507dce4c. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.450152] env[69155]: DEBUG oslo_concurrency.lockutils [req-c7e60963-6d5f-463c-8d5f-ee5ca26b7e02 req-95e84890-12d1-4d52-af1a-4a8126ce557f service nova] Acquiring lock "refresh_cache-1ee3a615-9302-42fa-9ab0-f947b6980f03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.450152] env[69155]: DEBUG oslo_concurrency.lockutils [req-c7e60963-6d5f-463c-8d5f-ee5ca26b7e02 req-95e84890-12d1-4d52-af1a-4a8126ce557f service nova] Acquired lock "refresh_cache-1ee3a615-9302-42fa-9ab0-f947b6980f03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.450152] env[69155]: DEBUG nova.network.neutron [req-c7e60963-6d5f-463c-8d5f-ee5ca26b7e02 req-95e84890-12d1-4d52-af1a-4a8126ce557f service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Refreshing network info cache for port 8b28f9e1-b874-45a2-8b27-a8bf507dce4c {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.550539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "009f2804-aedb-4162-8211-06a1573c9ace" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.550991] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.551307] env[69155]: INFO nova.compute.manager [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Attaching volume 1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8 to /dev/sdb [ 924.612562] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df5dafc-a66e-4d28-bee9-d6f0a1eafe9f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.623247] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e4355d-8fdd-4dcb-8dd7-568030a2b880 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.630068] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c87238-3696-40ed-887c-346937ce0263 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.648019] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599769, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.648019] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95edf7f-4b49-4a86-a9c6-eb4e32de9619 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.653050] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce016fd-2df0-4a3b-abe6-da31d661b9ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.660439] env[69155]: DEBUG nova.virt.block_device [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Updating existing volume attachment record: b727cb36-353c-4699-91fb-37a54fbc2621 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 924.706182] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58ec064-08b4-416f-bbbd-509a5a413d22 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.707636] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abf4d80-35ea-4637-98b9-57168327ac1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.731250] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d8ead7-19bb-4e0c-869d-236e2b5e3c69 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.741892] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599771, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.751409] env[69155]: DEBUG nova.compute.provider_tree [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.763518] env[69155]: DEBUG nova.network.neutron [-] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.902216] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.902216] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266c98e-a4a9-ed1f-8ead-ae2bc1d42a62" [ 924.902216] env[69155]: _type = "HttpNfcLease" [ 924.902216] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.905424] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.905424] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266c98e-a4a9-ed1f-8ead-ae2bc1d42a62" [ 924.905424] env[69155]: _type = "HttpNfcLease" [ 924.905424] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 924.905631] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599770, 'name': CreateVM_Task, 'duration_secs': 1.00621} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.906342] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe047fe-9e06-451d-86a3-bbc362a50df7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.908949] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.909765] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.909960] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.910332] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.910987] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be17cf4d-9935-4cca-993e-dc3679645066 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.917284] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd6759-3ab8-29cf-e88f-1aaebb841b35/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.917284] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd6759-3ab8-29cf-e88f-1aaebb841b35/disk-0.vmdk. {{(pid=69155) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 924.919383] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 924.919383] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520e7aec-54a3-5bd6-cbf9-ddeb49545351" [ 924.919383] env[69155]: _type = "Task" [ 924.919383] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.977996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.978107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.978275] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.978478] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.978650] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.982768] env[69155]: INFO nova.compute.manager [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Terminating instance [ 924.994563] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-789c80e9-8d74-4160-9e1e-ffbf837c453f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.996643] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520e7aec-54a3-5bd6-cbf9-ddeb49545351, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.998356] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.998595] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.998828] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.998969] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.999356] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.999887] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b97e54-fd56-4f56-ba59-3486b68ce4e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.013725] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.013912] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.014675] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83eed654-f3c3-44b9-aae4-76f2b3277032 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.021757] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 925.021757] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea005c-e81f-a62c-f6c4-0a11e4f8a58e" [ 925.021757] env[69155]: _type = "Task" [ 925.021757] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.035578] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea005c-e81f-a62c-f6c4-0a11e4f8a58e, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.036518] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d74d60-2625-4650-8570-ea559d2607a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.043372] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 925.043372] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52457e10-7189-e75d-6c49-499efd115f94" [ 925.043372] env[69155]: _type = "Task" [ 925.043372] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.052733] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52457e10-7189-e75d-6c49-499efd115f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.133018] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599769, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.229579] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.230072] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fabcf7b5-cebe-4590-ba94-3a54ff4fdc03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.240473] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599771, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.248370] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 925.248370] env[69155]: value = "task-3599773" [ 925.248370] env[69155]: _type = "Task" [ 925.248370] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.253112] env[69155]: DEBUG nova.network.neutron [req-c7e60963-6d5f-463c-8d5f-ee5ca26b7e02 req-95e84890-12d1-4d52-af1a-4a8126ce557f service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Updated VIF entry in instance network info cache for port 8b28f9e1-b874-45a2-8b27-a8bf507dce4c. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.254257] env[69155]: DEBUG nova.network.neutron [req-c7e60963-6d5f-463c-8d5f-ee5ca26b7e02 req-95e84890-12d1-4d52-af1a-4a8126ce557f service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Updating instance_info_cache with network_info: [{"id": "8b28f9e1-b874-45a2-8b27-a8bf507dce4c", "address": "fa:16:3e:25:84:ad", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b28f9e1-b8", "ovs_interfaceid": "8b28f9e1-b874-45a2-8b27-a8bf507dce4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.260917] env[69155]: DEBUG nova.scheduler.client.report [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.271985] env[69155]: INFO nova.compute.manager [-] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Took 1.59 seconds to deallocate network for instance. [ 925.281399] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599773, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.492166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "refresh_cache-14f42d7b-2f37-417b-9c97-4e4566bb4d96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.492539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquired lock "refresh_cache-14f42d7b-2f37-417b-9c97-4e4566bb4d96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.492539] env[69155]: DEBUG nova.network.neutron [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.557980] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52457e10-7189-e75d-6c49-499efd115f94, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.560069] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.560400] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1ee3a615-9302-42fa-9ab0-f947b6980f03/1ee3a615-9302-42fa-9ab0-f947b6980f03.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.560682] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd7eefd2-88dd-423d-8dbb-254960c73e10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.570192] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 925.570192] env[69155]: value = "task-3599776" [ 925.570192] env[69155]: _type = "Task" [ 925.570192] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.584045] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.632725] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599769, 'name': CloneVM_Task, 'duration_secs': 1.748388} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.633058] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Created linked-clone VM from snapshot [ 925.633881] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671b5e64-6590-43eb-867c-f7583ab44c45 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.644778] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Uploading image dff72ba6-f437-4bc8-8b84-f363182d5f86 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.685820] env[69155]: DEBUG oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 925.685820] env[69155]: value = "vm-718212" [ 925.685820] env[69155]: _type = "VirtualMachine" [ 925.685820] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 925.686151] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a58a2518-267c-4ab1-8928-986e27f66f3d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.696361] env[69155]: DEBUG oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lease: (returnval){ [ 925.696361] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5269b389-0e54-862b-862b-284aecf9b8ef" [ 925.696361] env[69155]: _type = "HttpNfcLease" [ 925.696361] env[69155]: } obtained for exporting VM: (result){ [ 925.696361] env[69155]: value = "vm-718212" [ 925.696361] env[69155]: _type = "VirtualMachine" [ 925.696361] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 925.696630] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the lease: (returnval){ [ 925.696630] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5269b389-0e54-862b-862b-284aecf9b8ef" [ 925.696630] env[69155]: _type = "HttpNfcLease" [ 925.696630] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.705014] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.705014] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5269b389-0e54-862b-862b-284aecf9b8ef" [ 925.705014] env[69155]: _type = "HttpNfcLease" [ 925.705014] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.738655] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599771, 'name': CloneVM_Task, 'duration_secs': 1.201004} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.740550] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Created linked-clone VM from snapshot [ 925.741301] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159f3c82-039a-49da-b79b-768b092126c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.750644] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Uploading image a57eab22-be66-4ac4-ae42-3affb2465b28 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.770322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.775582] env[69155]: DEBUG oslo_concurrency.lockutils [req-c7e60963-6d5f-463c-8d5f-ee5ca26b7e02 req-95e84890-12d1-4d52-af1a-4a8126ce557f service nova] Releasing lock "refresh_cache-1ee3a615-9302-42fa-9ab0-f947b6980f03" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.775582] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599773, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.775582] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 925.777274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.981s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.779154] env[69155]: INFO nova.compute.claims [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.782513] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7565edd5-58d4-4804-a7fc-2548f22440a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.792926] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.796065] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 925.796065] env[69155]: value = "task-3599778" [ 925.796065] env[69155]: _type = "Task" [ 925.796065] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.803765] env[69155]: INFO nova.scheduler.client.report [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Deleted allocations for instance 7f342550-3b9f-4cae-ac24-a4aab02865b7 [ 925.811190] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599778, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.948693] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Completed reading data from the image iterator. {{(pid=69155) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 925.948693] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd6759-3ab8-29cf-e88f-1aaebb841b35/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.949501] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c74263a-3c41-4675-a7cd-c5e7846d87b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.961624] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd6759-3ab8-29cf-e88f-1aaebb841b35/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.962559] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd6759-3ab8-29cf-e88f-1aaebb841b35/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 925.962559] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-220eaeaa-5492-4dcd-a91d-e99cd0494ebc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.017956] env[69155]: DEBUG nova.network.neutron [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.086844] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.104629] env[69155]: DEBUG nova.network.neutron [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.209928] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 926.209928] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5269b389-0e54-862b-862b-284aecf9b8ef" [ 926.209928] env[69155]: _type = "HttpNfcLease" [ 926.209928] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 926.210918] env[69155]: DEBUG oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 926.210918] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5269b389-0e54-862b-862b-284aecf9b8ef" [ 926.210918] env[69155]: _type = "HttpNfcLease" [ 926.210918] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 926.211280] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56a506-6164-4842-af76-2a5c6807ab22 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.222179] env[69155]: DEBUG oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d26aca-b049-ed61-aa5a-9e5b24a2b04c/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 926.222504] env[69155]: DEBUG oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d26aca-b049-ed61-aa5a-9e5b24a2b04c/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 926.300603] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599773, 'name': CreateSnapshot_Task, 'duration_secs': 0.618107} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.304823] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.306369] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369a5790-a05d-4974-b717-bb73e9ada7c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.322897] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599778, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.323483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62efb9ba-b109-4b96-92e5-bd6d385da515 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "7f342550-3b9f-4cae-ac24-a4aab02865b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.365s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.340402] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50a1576c-d0db-4713-9835-b4d476b55194 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.394643] env[69155]: DEBUG oslo_vmware.rw_handles [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd6759-3ab8-29cf-e88f-1aaebb841b35/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 926.394878] env[69155]: INFO nova.virt.vmwareapi.images [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Downloaded image file data ac52322d-ba9b-4795-8d97-7107942d6486 [ 926.395715] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a83efb4-2ab3-4845-b376-bb199e4a30f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.413236] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ebb9e7-dec7-48e2-a54b-d7fb5a1ce3f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.477557] env[69155]: DEBUG nova.compute.manager [req-dd30ba6c-478b-431f-b99a-8c65c57f953d req-de152f50-27f4-47c6-b0df-b85637a249e0 service nova] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Received event network-vif-deleted-647579ae-426b-4bdd-b18c-1d3e227d4002 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.546379] env[69155]: INFO nova.virt.vmwareapi.images [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] The imported VM was unregistered [ 926.549030] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Caching image {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 926.549287] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486 {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.549572] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85e1a53-9265-4df5-83b7-bc719381ef3a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.581213] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Created directory with path [datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486 {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.581471] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547/OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547.vmdk to [datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486/ac52322d-ba9b-4795-8d97-7107942d6486.vmdk. {{(pid=69155) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 926.585563] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7cd87032-ad56-45ac-a108-9f3a78b37ea4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.587952] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611265} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.588328] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1ee3a615-9302-42fa-9ab0-f947b6980f03/1ee3a615-9302-42fa-9ab0-f947b6980f03.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.588542] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.589294] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40e2a432-f573-413d-88bb-30594bad79e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.596044] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 926.596044] env[69155]: value = "task-3599780" [ 926.596044] env[69155]: _type = "Task" [ 926.596044] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.602939] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 926.602939] env[69155]: value = "task-3599781" [ 926.602939] env[69155]: _type = "Task" [ 926.602939] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.614017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Releasing lock "refresh_cache-14f42d7b-2f37-417b-9c97-4e4566bb4d96" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.614562] env[69155]: DEBUG nova.compute.manager [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.614824] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.615868] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599780, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.617126] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b50068b-7e44-4d05-a718-4877b5d20db4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.633030] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.633030] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.633030] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38785162-b4e7-4770-a7be-5e0213ef1e7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.641387] env[69155]: DEBUG oslo_vmware.api [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 926.641387] env[69155]: value = "task-3599782" [ 926.641387] env[69155]: _type = "Task" [ 926.641387] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.654336] env[69155]: DEBUG oslo_vmware.api [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.814842] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599778, 'name': Destroy_Task, 'duration_secs': 0.567439} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.814842] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Destroyed the VM [ 926.814842] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.814842] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c82b450b-39df-4a2e-9c43-80f48c81bdc4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.824578] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 926.824578] env[69155]: value = "task-3599783" [ 926.824578] env[69155]: _type = "Task" [ 926.824578] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.839393] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.846465] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e38e9e77-9a4e-4780-a353-ce557abe96dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.858772] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599783, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.864716] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 926.864716] env[69155]: value = "task-3599784" [ 926.864716] env[69155]: _type = "Task" [ 926.864716] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.875469] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599784, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.118290] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599780, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.130825] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116884} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.131428] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.132756] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e80a0-4baf-4ed9-9cf6-2232ae7d60ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.164474] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 1ee3a615-9302-42fa-9ab0-f947b6980f03/1ee3a615-9302-42fa-9ab0-f947b6980f03.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.170257] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6641a7a5-0870-4601-9e77-8761d7bf826b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.201427] env[69155]: DEBUG oslo_vmware.api [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599782, 'name': PowerOffVM_Task, 'duration_secs': 0.160933} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.201427] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.201427] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.201427] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-085edfd2-1b92-4963-a333-bfc22c4ed996 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.202160] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 927.202160] env[69155]: value = "task-3599785" [ 927.202160] env[69155]: _type = "Task" [ 927.202160] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.215428] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.241644] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.242441] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.242441] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Deleting the datastore file [datastore1] 14f42d7b-2f37-417b-9c97-4e4566bb4d96 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.242665] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45ad59e0-1231-48bc-88a9-2aaf2a8d663b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.258024] env[69155]: DEBUG oslo_vmware.api [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for the task: (returnval){ [ 927.258024] env[69155]: value = "task-3599787" [ 927.258024] env[69155]: _type = "Task" [ 927.258024] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.268930] env[69155]: DEBUG oslo_vmware.api [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.342401] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599783, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.376500] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599784, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.451166] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dd810c-0cca-44e9-96b4-2e38c6d33f05 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.462411] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debb0e02-b000-439b-8e24-9a99f9dcaf8d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.503849] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f928bd-8c76-4a2c-8128-4809e9bddf68 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.519633] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb0f29-019b-4bad-ad25-57d19560ef59 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.535771] env[69155]: DEBUG nova.compute.provider_tree [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.610414] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599780, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.717220] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.773712] env[69155]: DEBUG oslo_vmware.api [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Task: {'id': task-3599787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406902} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.774191] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.774477] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.774719] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.774992] env[69155]: INFO nova.compute.manager [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Took 1.16 seconds to destroy the instance on the hypervisor. [ 927.775417] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.775783] env[69155]: DEBUG nova.compute.manager [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.775961] env[69155]: DEBUG nova.network.neutron [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.816154] env[69155]: DEBUG nova.network.neutron [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.843580] env[69155]: DEBUG oslo_vmware.api [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599783, 'name': RemoveSnapshot_Task, 'duration_secs': 0.780501} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.845132] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 927.878382] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599784, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.041525] env[69155]: DEBUG nova.scheduler.client.report [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.112793] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599780, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.219415] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.318262] env[69155]: DEBUG nova.network.neutron [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.348926] env[69155]: WARNING nova.compute.manager [None req-fcf4185d-a7d7-4928-89ef-bf30d9ded83b tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Image not found during snapshot: nova.exception.ImageNotFound: Image a57eab22-be66-4ac4-ae42-3affb2465b28 could not be found. [ 928.384877] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599784, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.548756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.549870] env[69155]: DEBUG nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.554198] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.909s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.616735] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599780, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.722291] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.821718] env[69155]: INFO nova.compute.manager [-] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Took 1.05 seconds to deallocate network for instance. [ 928.881293] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599784, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.056249] env[69155]: DEBUG nova.compute.utils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.058429] env[69155]: DEBUG nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.058706] env[69155]: DEBUG nova.network.neutron [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.115838] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599780, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.138439] env[69155]: DEBUG nova.policy [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '327ba13d415b4474826ec39c6867948e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd55f34872049f5892cce5bfe0b114e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.220789] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.330654] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.384873] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599784, 'name': CloneVM_Task, 'duration_secs': 2.180822} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.384873] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Created linked-clone VM from snapshot [ 929.388392] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a47d06-c8e5-409f-a934-629c39c72385 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.402096] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Uploading image e3f228d7-3c45-4a8a-acb6-9cd58979a244 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 929.448921] env[69155]: DEBUG oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 929.448921] env[69155]: value = "vm-718218" [ 929.448921] env[69155]: _type = "VirtualMachine" [ 929.448921] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 929.449397] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-626e00d3-85e0-45f5-ae8b-f6a3ed65a5ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.460424] env[69155]: DEBUG oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease: (returnval){ [ 929.460424] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5245668d-bb35-0857-b70b-74d02aa96045" [ 929.460424] env[69155]: _type = "HttpNfcLease" [ 929.460424] env[69155]: } obtained for exporting VM: (result){ [ 929.460424] env[69155]: value = "vm-718218" [ 929.460424] env[69155]: _type = "VirtualMachine" [ 929.460424] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 929.460720] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the lease: (returnval){ [ 929.460720] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5245668d-bb35-0857-b70b-74d02aa96045" [ 929.460720] env[69155]: _type = "HttpNfcLease" [ 929.460720] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 929.471737] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.471737] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5245668d-bb35-0857-b70b-74d02aa96045" [ 929.471737] env[69155]: _type = "HttpNfcLease" [ 929.471737] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.578785] env[69155]: DEBUG nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.581856] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Applying migration context for instance 30c55b07-6f91-46dc-a50c-3185097fac67 as it has an incoming, in-progress migration 86ae7a31-3b4c-4f5d-a0e9-9c1ac26c47f2. Migration status is reverting {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 929.584203] env[69155]: INFO nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating resource usage from migration 86ae7a31-3b4c-4f5d-a0e9-9c1ac26c47f2 [ 929.619698] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599780, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.727697} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.620023] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547/OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547.vmdk to [datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486/ac52322d-ba9b-4795-8d97-7107942d6486.vmdk. [ 929.622583] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Cleaning up location [datastore2] OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547 {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 929.622583] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_aa1424d5-6786-4687-9d19-28d99359c547 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.624040] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance ee089ed0-82fb-4b11-9cce-7504f7aa7b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.624040] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 41001079-778b-456c-95b8-aac47ea3efa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.624040] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 633e9d92-9015-4cc8-ba92-6750376d0198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.624208] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 6e927889-8993-4deb-8621-4d034a32e16c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.624208] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance e3580fdf-80a9-46b8-8877-06f011c08f94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.624333] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 009f2804-aedb-4162-8211-06a1573c9ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.624466] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance efcb0324-5009-45e3-b25d-d21c511499bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.624586] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1410c48a-e2f5-4756-a7cb-a45da91b1f13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.624700] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 526a2ff2-876e-4235-a38d-4864e96fbd85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625570] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 357b562e-a586-4408-8f21-198aa6a0486c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625570] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance d291de83-0154-4667-9442-ebac9dbf5670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625570] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance edba5822-42f0-46a4-8a17-d9832ba6b3a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.625570] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625570] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 80870847-c09a-4251-8436-77dfd59b8c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625570] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance bcb2a21e-1144-4da9-9e71-d061bbb4c107 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625570] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 145cb63f-ccf0-494a-a043-7314c6c1ddcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625828] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Migration 86ae7a31-3b4c-4f5d-a0e9-9c1ac26c47f2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 929.625828] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 30c55b07-6f91-46dc-a50c-3185097fac67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625828] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 193b7295-dc51-42dd-9d1d-af3b1e8a1207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.625932] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 14f42d7b-2f37-417b-9c97-4e4566bb4d96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.626056] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 11cb3234-1f5d-4fa3-85b6-27762718a63d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.626171] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance e0532666-579d-4af4-a98e-5f04b749bca1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.626281] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1ee3a615-9302-42fa-9ab0-f947b6980f03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.626386] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance be7fc1f7-b6e3-450f-9fe2-b85ad14054df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.628990] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed35ba1e-1c18-4dbb-b474-62e66ca61f86 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.642415] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 929.642415] env[69155]: value = "task-3599790" [ 929.642415] env[69155]: _type = "Task" [ 929.642415] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.648852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "11cb3234-1f5d-4fa3-85b6-27762718a63d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.649070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "11cb3234-1f5d-4fa3-85b6-27762718a63d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.649278] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "11cb3234-1f5d-4fa3-85b6-27762718a63d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.649487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "11cb3234-1f5d-4fa3-85b6-27762718a63d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.649713] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "11cb3234-1f5d-4fa3-85b6-27762718a63d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.654855] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.655394] env[69155]: INFO nova.compute.manager [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Terminating instance [ 929.679009] env[69155]: DEBUG nova.network.neutron [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Successfully created port: f96bde4e-86e0-4a86-b104-b9d28a649ccd {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.718218] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599785, 'name': ReconfigVM_Task, 'duration_secs': 2.197992} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.718522] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 1ee3a615-9302-42fa-9ab0-f947b6980f03/1ee3a615-9302-42fa-9ab0-f947b6980f03.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.719208] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b354e0da-cae3-4a4a-ba19-d66e85a97347 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.732562] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 929.732562] env[69155]: value = "task-3599791" [ 929.732562] env[69155]: _type = "Task" [ 929.732562] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.743489] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599791, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.750456] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 929.750456] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718216', 'volume_id': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'name': 'volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009f2804-aedb-4162-8211-06a1573c9ace', 'attached_at': '', 'detached_at': '', 'volume_id': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'serial': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 929.751443] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df242afe-83a8-45a7-92b9-83cab44055c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.769948] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f712c752-5ce4-4984-a013-8127ebde984c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.795937] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8/volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.795937] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e3b7508-8114-4585-8a49-c758d4ab80bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.816559] env[69155]: DEBUG oslo_vmware.api [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 929.816559] env[69155]: value = "task-3599792" [ 929.816559] env[69155]: _type = "Task" [ 929.816559] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.825649] env[69155]: DEBUG oslo_vmware.api [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.970776] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.970776] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5245668d-bb35-0857-b70b-74d02aa96045" [ 929.970776] env[69155]: _type = "HttpNfcLease" [ 929.970776] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.971129] env[69155]: DEBUG oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.971129] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5245668d-bb35-0857-b70b-74d02aa96045" [ 929.971129] env[69155]: _type = "HttpNfcLease" [ 929.971129] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.971956] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af1545d-41f0-47a4-8e38-790b3a973211 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.983022] env[69155]: DEBUG oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246efde-939c-1926-812f-06ce3d247ff3/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.983022] env[69155]: DEBUG oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246efde-939c-1926-812f-06ce3d247ff3/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 930.103476] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3561fc5-5fc1-4433-88ce-c3127f9e37b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.129827] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance d9ce2157-24f7-432f-983d-d4e617f3ff71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 930.153803] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053294} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.154103] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.154277] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486/ac52322d-ba9b-4795-8d97-7107942d6486.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.154527] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486/ac52322d-ba9b-4795-8d97-7107942d6486.vmdk to [datastore2] e0532666-579d-4af4-a98e-5f04b749bca1/e0532666-579d-4af4-a98e-5f04b749bca1.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.154783] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-251dc08d-e91b-40f1-9379-e2174aaaa994 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.160209] env[69155]: DEBUG nova.compute.manager [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.160619] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.161317] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45215fee-e1b0-4561-a221-44093825d70c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.166268] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 930.166268] env[69155]: value = "task-3599793" [ 930.166268] env[69155]: _type = "Task" [ 930.166268] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.175027] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.175027] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71674440-ed61-471b-b028-20eac6bec03f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.177717] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.185132] env[69155]: DEBUG oslo_vmware.api [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 930.185132] env[69155]: value = "task-3599794" [ 930.185132] env[69155]: _type = "Task" [ 930.185132] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.195414] env[69155]: DEBUG oslo_vmware.api [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.245683] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599791, 'name': Rename_Task, 'duration_secs': 0.191091} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.245981] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.246300] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29d11ad5-8846-43a8-abba-5cb362ee53b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.255419] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 930.255419] env[69155]: value = "task-3599795" [ 930.255419] env[69155]: _type = "Task" [ 930.255419] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.265694] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.330211] env[69155]: DEBUG oslo_vmware.api [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599792, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.596424] env[69155]: DEBUG nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.616419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.617491] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.641152] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 930.679963] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599793, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.697636] env[69155]: DEBUG oslo_vmware.api [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599794, 'name': PowerOffVM_Task, 'duration_secs': 0.2361} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.698067] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.698392] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.698675] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bea1ed7-4a4d-4cf2-a678-a8518c49b4c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.767297] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599795, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.777779] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.777779] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.777779] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleting the datastore file [datastore1] 11cb3234-1f5d-4fa3-85b6-27762718a63d {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.777779] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a6c792-32e6-4b8e-b1b1-4b1b3a529d44 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.787675] env[69155]: DEBUG oslo_vmware.api [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 930.787675] env[69155]: value = "task-3599797" [ 930.787675] env[69155]: _type = "Task" [ 930.787675] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.800734] env[69155]: DEBUG oslo_vmware.api [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.830482] env[69155]: DEBUG oslo_vmware.api [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599792, 'name': ReconfigVM_Task, 'duration_secs': 0.553873} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.831667] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Reconfigured VM instance instance-00000022 to attach disk [datastore2] volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8/volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.836836] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f857dbdd-a565-44be-8307-e5a57ce3c780 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.856556] env[69155]: DEBUG oslo_vmware.api [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 930.856556] env[69155]: value = "task-3599798" [ 930.856556] env[69155]: _type = "Task" [ 930.856556] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.869764] env[69155]: DEBUG oslo_vmware.api [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.144170] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 2451045d-befe-4c53-bc53-4bba9fcee939 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 931.178945] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599793, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.270537] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599795, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.301122] env[69155]: DEBUG oslo_vmware.api [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357721} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.301521] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.301782] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.302100] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.302345] env[69155]: INFO nova.compute.manager [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 931.302780] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.303586] env[69155]: DEBUG nova.compute.manager [-] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.303784] env[69155]: DEBUG nova.network.neutron [-] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.372194] env[69155]: DEBUG oslo_vmware.api [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599798, 'name': ReconfigVM_Task, 'duration_secs': 0.475853} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.372802] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718216', 'volume_id': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'name': 'volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009f2804-aedb-4162-8211-06a1573c9ace', 'attached_at': '', 'detached_at': '', 'volume_id': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'serial': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 931.648889] env[69155]: DEBUG nova.network.neutron [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Successfully updated port: f96bde4e-86e0-4a86-b104-b9d28a649ccd {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.650649] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 931.681612] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599793, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.750267] env[69155]: DEBUG nova.compute.manager [req-047bcacc-1431-454d-974d-3cd17d66ba14 req-b916a29f-edc6-4038-a90a-e8202bf9195a service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Received event network-vif-plugged-f96bde4e-86e0-4a86-b104-b9d28a649ccd {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.750538] env[69155]: DEBUG oslo_concurrency.lockutils [req-047bcacc-1431-454d-974d-3cd17d66ba14 req-b916a29f-edc6-4038-a90a-e8202bf9195a service nova] Acquiring lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.751106] env[69155]: DEBUG oslo_concurrency.lockutils [req-047bcacc-1431-454d-974d-3cd17d66ba14 req-b916a29f-edc6-4038-a90a-e8202bf9195a service nova] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.751452] env[69155]: DEBUG oslo_concurrency.lockutils [req-047bcacc-1431-454d-974d-3cd17d66ba14 req-b916a29f-edc6-4038-a90a-e8202bf9195a service nova] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.751633] env[69155]: DEBUG nova.compute.manager [req-047bcacc-1431-454d-974d-3cd17d66ba14 req-b916a29f-edc6-4038-a90a-e8202bf9195a service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] No waiting events found dispatching network-vif-plugged-f96bde4e-86e0-4a86-b104-b9d28a649ccd {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.751908] env[69155]: WARNING nova.compute.manager [req-047bcacc-1431-454d-974d-3cd17d66ba14 req-b916a29f-edc6-4038-a90a-e8202bf9195a service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Received unexpected event network-vif-plugged-f96bde4e-86e0-4a86-b104-b9d28a649ccd for instance with vm_state building and task_state spawning. [ 931.771815] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599795, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.154582] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.155013] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (fe5846b4-4143-4953-928e-00592fe9eee7): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 932.156766] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.157673] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.157673] env[69155]: DEBUG nova.network.neutron [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.183581] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599793, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.249072] env[69155]: DEBUG nova.network.neutron [-] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.272434] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.417607] env[69155]: DEBUG nova.objects.instance [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lazy-loading 'flavor' on Instance uuid 009f2804-aedb-4162-8211-06a1573c9ace {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.660327] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance e23eebb1-7dea-461b-bfc4-ffc433f35b19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.680552] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599793, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.438385} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.681725] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ac52322d-ba9b-4795-8d97-7107942d6486/ac52322d-ba9b-4795-8d97-7107942d6486.vmdk to [datastore2] e0532666-579d-4af4-a98e-5f04b749bca1/e0532666-579d-4af4-a98e-5f04b749bca1.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.682495] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8332cf1-e35c-446a-87fa-b3a87a50ea65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.706432] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] e0532666-579d-4af4-a98e-5f04b749bca1/e0532666-579d-4af4-a98e-5f04b749bca1.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.707442] env[69155]: DEBUG nova.network.neutron [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.709744] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08095793-b20d-4dad-a0ab-fdae75f992e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.730525] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 932.730525] env[69155]: value = "task-3599799" [ 932.730525] env[69155]: _type = "Task" [ 932.730525] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.738569] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.752143] env[69155]: INFO nova.compute.manager [-] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Took 1.45 seconds to deallocate network for instance. [ 932.769674] env[69155]: DEBUG oslo_vmware.api [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599795, 'name': PowerOnVM_Task, 'duration_secs': 2.302199} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.769969] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.770206] env[69155]: INFO nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Took 11.54 seconds to spawn the instance on the hypervisor. [ 932.770498] env[69155]: DEBUG nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.771438] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64067f8-d25e-4713-859a-1d1104ab9dfa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.914312] env[69155]: DEBUG nova.network.neutron [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance_info_cache with network_info: [{"id": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "address": "fa:16:3e:5f:ce:cc", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96bde4e-86", "ovs_interfaceid": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.922698] env[69155]: DEBUG oslo_concurrency.lockutils [None req-94537219-701e-4a59-a9c4-6b8707552822 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.372s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.168562] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 42b31440-4818-43fb-b0e7-ecd736ff0b2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 933.168923] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 933.169090] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 933.243222] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.259038] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.291369] env[69155]: INFO nova.compute.manager [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Took 57.17 seconds to build instance. [ 933.417481] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.417857] env[69155]: DEBUG nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Instance network_info: |[{"id": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "address": "fa:16:3e:5f:ce:cc", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96bde4e-86", "ovs_interfaceid": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.625461] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c2176-4570-4b7d-ae53-750caa397592 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.633915] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9427b9c-2ddd-468d-8194-496a25356aac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.667426] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31848e7d-8082-41c9-a805-73f7014d623f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.675798] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e37149-d776-47ad-a675-5bce1b95fb2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.690010] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.741988] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599799, 'name': ReconfigVM_Task, 'duration_secs': 0.738243} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.742305] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Reconfigured VM instance instance-00000043 to attach disk [datastore2] e0532666-579d-4af4-a98e-5f04b749bca1/e0532666-579d-4af4-a98e-5f04b749bca1.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.742939] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb477d97-71be-484f-b616-d69779b460be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.749976] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 933.749976] env[69155]: value = "task-3599800" [ 933.749976] env[69155]: _type = "Task" [ 933.749976] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.758022] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599800, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.794225] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c002e3f0-7b94-4ea8-b8a6-803dd275335c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.997s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.106562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "009f2804-aedb-4162-8211-06a1573c9ace" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.106724] env[69155]: DEBUG oslo_concurrency.lockutils [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.193245] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.224065] env[69155]: DEBUG nova.compute.manager [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Received event network-changed-f96bde4e-86e0-4a86-b104-b9d28a649ccd {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.224323] env[69155]: DEBUG nova.compute.manager [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Refreshing instance network info cache due to event network-changed-f96bde4e-86e0-4a86-b104-b9d28a649ccd. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.224768] env[69155]: DEBUG oslo_concurrency.lockutils [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] Acquiring lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.224951] env[69155]: DEBUG oslo_concurrency.lockutils [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] Acquired lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.225241] env[69155]: DEBUG nova.network.neutron [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Refreshing network info cache for port f96bde4e-86e0-4a86-b104-b9d28a649ccd {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.262725] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599800, 'name': Rename_Task, 'duration_secs': 0.251599} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.263012] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.263277] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28193328-06f0-44d2-969e-23bd3fedaac3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.271221] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 934.271221] env[69155]: value = "task-3599801" [ 934.271221] env[69155]: _type = "Task" [ 934.271221] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.282621] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.297891] env[69155]: DEBUG nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.609574] env[69155]: INFO nova.compute.manager [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Detaching volume 1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8 [ 934.649410] env[69155]: INFO nova.virt.block_device [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Attempting to driver detach volume 1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8 from mountpoint /dev/sdb [ 934.649697] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 934.649897] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718216', 'volume_id': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'name': 'volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009f2804-aedb-4162-8211-06a1573c9ace', 'attached_at': '', 'detached_at': '', 'volume_id': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'serial': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 934.651456] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f77dde-bca7-48cc-8e86-a7dd7649da56 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.672818] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbaec48-e3b9-4575-8443-c399390f152f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.680186] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d199f8-9c1a-406f-8e82-a15831b622bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.701243] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 934.701387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.147s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.701736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.471s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.703406] env[69155]: INFO nova.compute.claims [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.706973] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.707140] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Cleaning up deleted instances {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 934.708924] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab36bc37-130d-4bcf-ba79-4bea1b49a822 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.726264] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] The volume has not been displaced from its original location: [datastore2] volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8/volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 934.731989] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.734661] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df33ba34-e60c-4bc8-9d2a-858abbec11c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.755061] env[69155]: DEBUG oslo_vmware.api [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 934.755061] env[69155]: value = "task-3599802" [ 934.755061] env[69155]: _type = "Task" [ 934.755061] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.763593] env[69155]: DEBUG oslo_vmware.api [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.781630] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.789218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.789527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.821254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.968183] env[69155]: DEBUG nova.network.neutron [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updated VIF entry in instance network info cache for port f96bde4e-86e0-4a86-b104-b9d28a649ccd. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.968717] env[69155]: DEBUG nova.network.neutron [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance_info_cache with network_info: [{"id": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "address": "fa:16:3e:5f:ce:cc", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96bde4e-86", "ovs_interfaceid": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.222815] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] There are 45 instances to clean {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 935.223188] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: ea2d310b-7323-4515-bb66-1d6faee69b49] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.268332] env[69155]: DEBUG oslo_vmware.api [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599802, 'name': ReconfigVM_Task, 'duration_secs': 0.270917} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.268783] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.274868] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0861b353-bd17-4435-8301-281b033f7f0f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.295055] env[69155]: DEBUG nova.compute.utils [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.296392] env[69155]: DEBUG oslo_vmware.api [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599801, 'name': PowerOnVM_Task, 'duration_secs': 0.797384} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.297889] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.298102] env[69155]: INFO nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Took 17.74 seconds to spawn the instance on the hypervisor. [ 935.298313] env[69155]: DEBUG nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.298675] env[69155]: DEBUG oslo_vmware.api [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 935.298675] env[69155]: value = "task-3599803" [ 935.298675] env[69155]: _type = "Task" [ 935.298675] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.299691] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ac1f0-2c3a-4fe0-94aa-57a7fe23efda {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.312627] env[69155]: DEBUG oslo_vmware.api [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599803, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.471852] env[69155]: DEBUG oslo_concurrency.lockutils [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] Releasing lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.472159] env[69155]: DEBUG nova.compute.manager [req-c759c3a8-7fa2-4fa1-90a7-e6bcb36a2fce req-08024446-6b5f-48da-a92a-54adc4b55d5a service nova] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Received event network-vif-deleted-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.727940] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 7f342550-3b9f-4cae-ac24-a4aab02865b7] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.800446] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.813667] env[69155]: DEBUG oslo_vmware.api [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599803, 'name': ReconfigVM_Task, 'duration_secs': 0.178238} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.814016] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718216', 'volume_id': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'name': 'volume-1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009f2804-aedb-4162-8211-06a1573c9ace', 'attached_at': '', 'detached_at': '', 'volume_id': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8', 'serial': '1ecb6ed9-d042-4cf1-b41f-10aa4450c3a8'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 935.825137] env[69155]: INFO nova.compute.manager [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Took 61.38 seconds to build instance. [ 936.202576] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224b95a4-749e-4412-bb6f-c481d099cfc0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.212336] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a09447-66f3-4da4-a785-f220eb03db2d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.243789] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 54d76ce9-bc55-460e-99b2-d064700f896d] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.247387] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec122bc-09b9-4846-9f5f-bac655d6323a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.255357] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffefc20c-1b96-4fb1-a2c4-fa71e2cf1cdd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.270970] env[69155]: DEBUG nova.compute.provider_tree [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.327594] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "e0532666-579d-4af4-a98e-5f04b749bca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.994s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.365013] env[69155]: DEBUG nova.objects.instance [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lazy-loading 'flavor' on Instance uuid 009f2804-aedb-4162-8211-06a1573c9ace {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.659076] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.659363] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.659559] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.660480] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.660480] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.660480] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.660480] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.660794] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.660824] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.660980] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.661169] env[69155]: DEBUG nova.virt.hardware [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.663380] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3546758b-087d-4ffe-948b-e8349b1487d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.674276] env[69155]: DEBUG oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d26aca-b049-ed61-aa5a-9e5b24a2b04c/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.675521] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd02bd32-c722-40f0-9cd5-60ce9ac741dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.680014] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eafb78-3555-40ea-9d76-ea821eba06f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.687024] env[69155]: DEBUG oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d26aca-b049-ed61-aa5a-9e5b24a2b04c/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.687024] env[69155]: ERROR oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d26aca-b049-ed61-aa5a-9e5b24a2b04c/disk-0.vmdk due to incomplete transfer. [ 936.694410] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37566bbe-e3aa-4fec-80af-9c2495bdf4a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.696372] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:ce:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f96bde4e-86e0-4a86-b104-b9d28a649ccd', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.703675] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.703922] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.704568] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8449ad9-665d-44fc-a294-b09e1240b1ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.719303] env[69155]: DEBUG oslo_vmware.rw_handles [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d26aca-b049-ed61-aa5a-9e5b24a2b04c/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.719501] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Uploaded image dff72ba6-f437-4bc8-8b84-f363182d5f86 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.721275] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.721871] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-035e842d-df12-47d8-8667-544b50b3deda {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.727508] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.727508] env[69155]: value = "task-3599804" [ 936.727508] env[69155]: _type = "Task" [ 936.727508] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.732046] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 936.732046] env[69155]: value = "task-3599805" [ 936.732046] env[69155]: _type = "Task" [ 936.732046] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.739479] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599804, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.744480] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599805, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.747044] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 87f1eb13-911f-4032-8438-b2053a68fd4e] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.774308] env[69155]: DEBUG nova.scheduler.client.report [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.874819] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.875104] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.875609] env[69155]: INFO nova.compute.manager [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Attaching volume 9f5fc149-4ae8-4425-8ec9-a1781d3e4eef to /dev/sdb [ 936.914152] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa303ee-5085-4fb3-85ec-bfc211e09f32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.923031] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf5fc0-92fd-4242-aa9a-4362608fc7f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.940409] env[69155]: DEBUG nova.virt.block_device [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Updating existing volume attachment record: c132b404-09fc-4d6b-b2ab-c9feea5e8057 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 937.238878] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599804, 'name': CreateVM_Task, 'duration_secs': 0.43494} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.239426] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.240175] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.240363] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.240759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.243829] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefe9510-76ea-4be8-b634-8a4f11caa737 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.245451] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599805, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.248413] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 937.248413] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527cd021-e995-6fd5-117b-fa2013535d9f" [ 937.248413] env[69155]: _type = "Task" [ 937.248413] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.251544] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1590459e-7420-4f0f-9035-8d1d05b6610c] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.259282] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527cd021-e995-6fd5-117b-fa2013535d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.279237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.279815] env[69155]: DEBUG nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.283242] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.408s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.284209] env[69155]: INFO nova.compute.claims [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.380990] env[69155]: DEBUG oslo_concurrency.lockutils [None req-16c579c8-1526-4f3c-94e2-a06cace41ba1 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.691147] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "e0532666-579d-4af4-a98e-5f04b749bca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.691478] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "e0532666-579d-4af4-a98e-5f04b749bca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.691701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "e0532666-579d-4af4-a98e-5f04b749bca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.691888] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "e0532666-579d-4af4-a98e-5f04b749bca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.692079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "e0532666-579d-4af4-a98e-5f04b749bca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.694335] env[69155]: INFO nova.compute.manager [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Terminating instance [ 937.742030] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599805, 'name': Destroy_Task, 'duration_secs': 0.687937} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.742517] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Destroyed the VM [ 937.742937] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 937.743078] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c59ff6ff-2425-4196-8e52-38d491210bf4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.754594] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: a86a8408-a1b6-41b0-8f61-d11e50cb1826] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.767533] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 937.767533] env[69155]: value = "task-3599809" [ 937.767533] env[69155]: _type = "Task" [ 937.767533] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.778055] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527cd021-e995-6fd5-117b-fa2013535d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.022092} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.778669] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.779034] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.779396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.779701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.779976] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.784379] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788f1f28-c3a7-488b-b133-56b4d32efcfa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.786390] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599809, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.789264] env[69155]: DEBUG nova.compute.utils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.793636] env[69155]: DEBUG nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.794716] env[69155]: DEBUG nova.network.neutron [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.795651] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.795829] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.796816] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0d2b81-b359-40ca-9555-680c3a3e1b6e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.804594] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 937.804594] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52553bdd-690a-7e79-02b4-15c7986d150d" [ 937.804594] env[69155]: _type = "Task" [ 937.804594] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.812525] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52553bdd-690a-7e79-02b4-15c7986d150d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.842342] env[69155]: DEBUG nova.policy [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d34a197b10f46efbd201cdde9794bf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0d6cfe16b44466f9c6385db90db039c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.202615] env[69155]: DEBUG nova.compute.manager [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.202615] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.203079] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f021ebd-ba95-4696-9c6d-76a343aac5ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.210926] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.211208] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b724edbd-96f1-45fb-bf97-b118838d2d5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.225168] env[69155]: DEBUG oslo_vmware.api [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 938.225168] env[69155]: value = "task-3599810" [ 938.225168] env[69155]: _type = "Task" [ 938.225168] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.233456] env[69155]: DEBUG oslo_vmware.api [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.264084] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 50a031cd-25d0-4a68-8ab0-9e7487d4c56e] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.275176] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599809, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.295110] env[69155]: DEBUG nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.315441] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52553bdd-690a-7e79-02b4-15c7986d150d, 'name': SearchDatastore_Task, 'duration_secs': 0.019181} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.317361] env[69155]: DEBUG nova.network.neutron [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Successfully created port: 6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.319799] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2f0959-687f-4e3a-bc4c-b1841f64ecf6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.326654] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 938.326654] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5226bf0a-ed06-85d4-6f7c-16cb11da9c16" [ 938.326654] env[69155]: _type = "Task" [ 938.326654] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.341235] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5226bf0a-ed06-85d4-6f7c-16cb11da9c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.734655] env[69155]: DEBUG oslo_vmware.api [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599810, 'name': PowerOffVM_Task, 'duration_secs': 0.208454} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.735407] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.735407] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.735621] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b857002e-f266-4934-9afb-1f3aeb3da224 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.771287] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1ec0539b-ed48-4c66-8dab-5329eac7316d] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.779322] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599809, 'name': RemoveSnapshot_Task} progress is 45%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.838338] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5226bf0a-ed06-85d4-6f7c-16cb11da9c16, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.838738] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.838899] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] be7fc1f7-b6e3-450f-9fe2-b85ad14054df/be7fc1f7-b6e3-450f-9fe2-b85ad14054df.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.840724] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1c12502-6807-4bb0-a1be-c75ade24ce74 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.843942] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a773f1-35cf-4e04-bcf3-2566d5615300 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.856823] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baf0409-f4a8-478d-8e34-4d924e125f2e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.860466] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 938.860466] env[69155]: value = "task-3599812" [ 938.860466] env[69155]: _type = "Task" [ 938.860466] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.894235] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e538ad03-ff28-4818-beae-79ba833bcbbb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.901079] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.905779] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dade7353-a99a-43b3-9712-980e1e83a739 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.924842] env[69155]: DEBUG nova.compute.provider_tree [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.940714] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.941061] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.941275] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleting the datastore file [datastore2] e0532666-579d-4af4-a98e-5f04b749bca1 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.942128] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c259bcca-f93b-4808-98d1-cf097a3f33e4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.948740] env[69155]: DEBUG oslo_vmware.api [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 938.948740] env[69155]: value = "task-3599813" [ 938.948740] env[69155]: _type = "Task" [ 938.948740] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.957618] env[69155]: DEBUG oslo_vmware.api [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.978829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.979150] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.278952] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 77806254-b4f3-48dc-b51f-a8e8fdcd0a1d] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.281090] env[69155]: DEBUG oslo_vmware.api [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599809, 'name': RemoveSnapshot_Task, 'duration_secs': 1.11426} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.281621] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.281852] env[69155]: INFO nova.compute.manager [None req-100d1861-c012-4c33-a2ae-48060e756ec0 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Took 17.78 seconds to snapshot the instance on the hypervisor. [ 939.312158] env[69155]: DEBUG nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.351375] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.351648] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.351808] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.352031] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.352195] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.352348] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.352584] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.352764] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.352974] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.353218] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.353410] env[69155]: DEBUG nova.virt.hardware [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.354743] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e78c953-f797-407f-bf0a-93f65d3197b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.369397] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fff173-7297-47be-99a6-c8f6d617daa9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.379600] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.430762] env[69155]: DEBUG nova.scheduler.client.report [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.461619] env[69155]: DEBUG oslo_vmware.api [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254669} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.461876] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.462088] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.462270] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.462473] env[69155]: INFO nova.compute.manager [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Took 1.26 seconds to destroy the instance on the hypervisor. [ 939.462683] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.462870] env[69155]: DEBUG nova.compute.manager [-] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.462969] env[69155]: DEBUG nova.network.neutron [-] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.481934] env[69155]: DEBUG nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.783157] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 504ec9b0-3e13-4cfc-a5d4-2a34245590e1] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.843713] env[69155]: DEBUG nova.compute.manager [req-6ba7f8fc-d129-4bc6-b485-51d65bd63723 req-f8ff9415-b002-44a9-b2f1-b66cf96397b2 service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Received event network-vif-deleted-ef1a7dc6-3b49-4ae5-a048-5c252abda408 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.843919] env[69155]: INFO nova.compute.manager [req-6ba7f8fc-d129-4bc6-b485-51d65bd63723 req-f8ff9415-b002-44a9-b2f1-b66cf96397b2 service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Neutron deleted interface ef1a7dc6-3b49-4ae5-a048-5c252abda408; detaching it from the instance and deleting it from the info cache [ 939.844112] env[69155]: DEBUG nova.network.neutron [req-6ba7f8fc-d129-4bc6-b485-51d65bd63723 req-f8ff9415-b002-44a9-b2f1-b66cf96397b2 service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.874730] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589421} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.874966] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] be7fc1f7-b6e3-450f-9fe2-b85ad14054df/be7fc1f7-b6e3-450f-9fe2-b85ad14054df.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.875469] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.875469] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc33289-71fc-40b2-a4b1-459a466c9d7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.882961] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 939.882961] env[69155]: value = "task-3599815" [ 939.882961] env[69155]: _type = "Task" [ 939.882961] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.892935] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.935365] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.935941] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.940599] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 43.824s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.991020] env[69155]: DEBUG nova.network.neutron [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Successfully updated port: 6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.019180] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.241087] env[69155]: DEBUG nova.network.neutron [-] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.292311] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 7d70eb45-92d9-42a1-a1b0-85acf4204d7c] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.347381] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-605c6b35-b283-4d7e-8f12-981ea1581281 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.356397] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe032b9-c99a-419b-be87-07ee4ff96781 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.393647] env[69155]: DEBUG nova.compute.manager [req-6ba7f8fc-d129-4bc6-b485-51d65bd63723 req-f8ff9415-b002-44a9-b2f1-b66cf96397b2 service nova] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Detach interface failed, port_id=ef1a7dc6-3b49-4ae5-a048-5c252abda408, reason: Instance e0532666-579d-4af4-a98e-5f04b749bca1 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.402968] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083082} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.403290] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.404153] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f748753-6a94-4eed-bd0a-ff6fe9212b1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.427356] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] be7fc1f7-b6e3-450f-9fe2-b85ad14054df/be7fc1f7-b6e3-450f-9fe2-b85ad14054df.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.427992] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc4bded7-1d7e-4152-a458-1dec46af5ced {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.443657] env[69155]: DEBUG nova.compute.utils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.445470] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.445672] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.448379] env[69155]: DEBUG nova.objects.instance [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lazy-loading 'migration_context' on Instance uuid 30c55b07-6f91-46dc-a50c-3185097fac67 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.454787] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 940.454787] env[69155]: value = "task-3599816" [ 940.454787] env[69155]: _type = "Task" [ 940.454787] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.466710] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.499744] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.499744] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.499744] env[69155]: DEBUG nova.network.neutron [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.515183] env[69155]: DEBUG nova.policy [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5625bfb79f4d58b0d8a87f28db4489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14fcbe649ded4f979f365be3d937daad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.727182] env[69155]: DEBUG oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246efde-939c-1926-812f-06ce3d247ff3/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.727182] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bafcf8f-eb35-42d0-bc63-3d07b2ae243d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.735198] env[69155]: DEBUG oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246efde-939c-1926-812f-06ce3d247ff3/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.735198] env[69155]: ERROR oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246efde-939c-1926-812f-06ce3d247ff3/disk-0.vmdk due to incomplete transfer. [ 940.735198] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff2ac20d-cb39-40d3-a24c-29d8741584f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.746622] env[69155]: INFO nova.compute.manager [-] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Took 1.28 seconds to deallocate network for instance. [ 940.746622] env[69155]: DEBUG oslo_vmware.rw_handles [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246efde-939c-1926-812f-06ce3d247ff3/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 940.746622] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Uploaded image e3f228d7-3c45-4a8a-acb6-9cd58979a244 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 940.746811] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 940.748933] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfd26310-e33d-41ef-9e96-dbc7430047f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.761628] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 940.761628] env[69155]: value = "task-3599817" [ 940.761628] env[69155]: _type = "Task" [ 940.761628] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.771369] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599817, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.796132] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 50aeb81d-ca5a-433c-8158-5f611f3101ad] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.908898] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Successfully created port: f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.951677] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.969368] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599816, 'name': ReconfigVM_Task, 'duration_secs': 0.333647} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.969706] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Reconfigured VM instance instance-00000045 to attach disk [datastore1] be7fc1f7-b6e3-450f-9fe2-b85ad14054df/be7fc1f7-b6e3-450f-9fe2-b85ad14054df.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.971954] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea3264fe-6ecc-4855-83bd-364deead9b1c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.979931] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 940.979931] env[69155]: value = "task-3599818" [ 940.979931] env[69155]: _type = "Task" [ 940.979931] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.991821] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599818, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.065845] env[69155]: DEBUG nova.network.neutron [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.168839] env[69155]: DEBUG nova.compute.manager [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.173070] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb8968d-7cde-4ae9-b6cd-e19d68ca39fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.260640] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.273584] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599817, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.304041] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 546ab638-f582-4a0e-89e6-c15b1e8ef888] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.494032] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599818, 'name': Rename_Task, 'duration_secs': 0.139947} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.494032] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.494193] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fb55f9f-1ad5-481c-aa3d-4e9836290050 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.503017] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 941.503017] env[69155]: value = "task-3599819" [ 941.503017] env[69155]: _type = "Task" [ 941.503017] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.512359] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.520171] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c4eae1-0473-49d7-8453-a5a28a15d320 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.527111] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2ab706-31be-426d-822d-2f57b55de763 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.578392] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd0fbd-ee0f-44db-aead-ba097d8267d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.588971] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636a347-4bd5-481d-87ff-ccfa5fa9e703 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.605375] env[69155]: DEBUG nova.compute.provider_tree [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.663201] env[69155]: DEBUG nova.network.neutron [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Updating instance_info_cache with network_info: [{"id": "6c61fa41-72d5-418e-8680-896f92acca95", "address": "fa:16:3e:e2:e5:ce", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c61fa41-72", "ovs_interfaceid": "6c61fa41-72d5-418e-8680-896f92acca95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.684443] env[69155]: INFO nova.compute.manager [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] instance snapshotting [ 941.687045] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2924e9-751d-4266-add8-6ae18c2b501c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.707199] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c27c70-0812-454b-af79-f461a7d508e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.778462] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599817, 'name': Destroy_Task, 'duration_secs': 0.594815} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.778462] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Destroyed the VM [ 941.778462] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.778462] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-692f6126-7b3c-4893-a073-44d6ef987eb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.786897] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 941.786897] env[69155]: value = "task-3599820" [ 941.786897] env[69155]: _type = "Task" [ 941.786897] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.799141] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.809081] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 3097b168-a6cd-47be-a4d5-5494a4ab2c1a] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.870739] env[69155]: DEBUG nova.compute.manager [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Received event network-vif-plugged-6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.870997] env[69155]: DEBUG oslo_concurrency.lockutils [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] Acquiring lock "d9ce2157-24f7-432f-983d-d4e617f3ff71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.871229] env[69155]: DEBUG oslo_concurrency.lockutils [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] Lock "d9ce2157-24f7-432f-983d-d4e617f3ff71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.871400] env[69155]: DEBUG oslo_concurrency.lockutils [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] Lock "d9ce2157-24f7-432f-983d-d4e617f3ff71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.871564] env[69155]: DEBUG nova.compute.manager [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] No waiting events found dispatching network-vif-plugged-6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.871758] env[69155]: WARNING nova.compute.manager [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Received unexpected event network-vif-plugged-6c61fa41-72d5-418e-8680-896f92acca95 for instance with vm_state building and task_state spawning. [ 941.871953] env[69155]: DEBUG nova.compute.manager [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Received event network-changed-6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.872128] env[69155]: DEBUG nova.compute.manager [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Refreshing instance network info cache due to event network-changed-6c61fa41-72d5-418e-8680-896f92acca95. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.872325] env[69155]: DEBUG oslo_concurrency.lockutils [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] Acquiring lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.961546] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.989377] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.989662] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.989818] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.990035] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.990251] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.990448] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.990679] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.990844] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.991015] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.991481] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.991481] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.992276] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c087b72-17ed-493b-a0d8-4f379cd141b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.995874] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 941.995982] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718221', 'volume_id': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'name': 'volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee3a615-9302-42fa-9ab0-f947b6980f03', 'attached_at': '', 'detached_at': '', 'volume_id': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'serial': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 941.996763] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f79ecb-c9c0-4fb5-9916-55a42150ac4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.018613] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae06b6cd-d4cd-40e1-b69f-03c74a1bc4ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.021941] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e51409-4792-400c-87f2-29758bd02ecc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.030656] env[69155]: DEBUG oslo_vmware.api [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599819, 'name': PowerOnVM_Task, 'duration_secs': 0.490318} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.050736] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.050904] env[69155]: INFO nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Took 11.46 seconds to spawn the instance on the hypervisor. [ 942.051103] env[69155]: DEBUG nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.058578] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef/volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.059576] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df94b12-8058-4bcb-b491-7f480f53aff5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.061996] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04bb1467-fb85-4204-80a8-9228b48aceb9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.083028] env[69155]: DEBUG oslo_vmware.api [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 942.083028] env[69155]: value = "task-3599821" [ 942.083028] env[69155]: _type = "Task" [ 942.083028] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.090717] env[69155]: DEBUG oslo_vmware.api [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.107327] env[69155]: DEBUG nova.scheduler.client.report [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.166646] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.166981] env[69155]: DEBUG nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Instance network_info: |[{"id": "6c61fa41-72d5-418e-8680-896f92acca95", "address": "fa:16:3e:e2:e5:ce", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c61fa41-72", "ovs_interfaceid": "6c61fa41-72d5-418e-8680-896f92acca95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.167460] env[69155]: DEBUG oslo_concurrency.lockutils [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] Acquired lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.167701] env[69155]: DEBUG nova.network.neutron [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Refreshing network info cache for port 6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.169071] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:e5:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c61fa41-72d5-418e-8680-896f92acca95', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.177526] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.180468] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.180967] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38415fff-8c68-4e40-8203-65945b1e417d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.201584] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.201584] env[69155]: value = "task-3599822" [ 942.201584] env[69155]: _type = "Task" [ 942.201584] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.212282] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599822, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.220575] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 942.220860] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e920c04-8304-42c7-9263-5e2181857ccb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.233802] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 942.233802] env[69155]: value = "task-3599823" [ 942.233802] env[69155]: _type = "Task" [ 942.233802] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.242645] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599823, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.298157] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599820, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.312090] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 38b2256d-193a-4fa8-ab77-ad4e91f81722] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.452680] env[69155]: DEBUG nova.network.neutron [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Updated VIF entry in instance network info cache for port 6c61fa41-72d5-418e-8680-896f92acca95. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.453088] env[69155]: DEBUG nova.network.neutron [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Updating instance_info_cache with network_info: [{"id": "6c61fa41-72d5-418e-8680-896f92acca95", "address": "fa:16:3e:e2:e5:ce", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c61fa41-72", "ovs_interfaceid": "6c61fa41-72d5-418e-8680-896f92acca95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.596807] env[69155]: INFO nova.compute.manager [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Took 59.83 seconds to build instance. [ 942.600821] env[69155]: DEBUG oslo_vmware.api [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599821, 'name': ReconfigVM_Task, 'duration_secs': 0.491603} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.601365] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef/volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.606900] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58aae51-3804-4bf6-8724-99c518d1715e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.629368] env[69155]: DEBUG oslo_vmware.api [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 942.629368] env[69155]: value = "task-3599824" [ 942.629368] env[69155]: _type = "Task" [ 942.629368] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.638056] env[69155]: DEBUG oslo_vmware.api [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.712176] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599822, 'name': CreateVM_Task, 'duration_secs': 0.41937} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.712359] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.713053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.713230] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.713580] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.713837] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11c74a6-a6eb-438e-bbe3-20412dc9668c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.719416] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 942.719416] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5279838a-50cd-8a7b-be39-60282cbc3948" [ 942.719416] env[69155]: _type = "Task" [ 942.719416] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.727889] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5279838a-50cd-8a7b-be39-60282cbc3948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.741957] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599823, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.798411] env[69155]: DEBUG oslo_vmware.api [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599820, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6072} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.798751] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.798955] env[69155]: INFO nova.compute.manager [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Took 18.15 seconds to snapshot the instance on the hypervisor. [ 942.816090] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 7599fa29-a9bd-4e34-836c-1006447048a8] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.955885] env[69155]: DEBUG oslo_concurrency.lockutils [req-2eb83414-3ec9-438a-b67c-ba1a09798c0f req-01aa16b6-6d8b-4aef-98f8-71988b5aff91 service nova] Releasing lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.023559] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Successfully updated port: f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.097773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-620b3b5e-c0b5-414c-9874-836ba33dd25f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.314s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.125620] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.185s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.131617] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.398s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.133353] env[69155]: INFO nova.compute.claims [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.151445] env[69155]: DEBUG oslo_vmware.api [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599824, 'name': ReconfigVM_Task, 'duration_secs': 0.18379} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.151741] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718221', 'volume_id': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'name': 'volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee3a615-9302-42fa-9ab0-f947b6980f03', 'attached_at': '', 'detached_at': '', 'volume_id': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'serial': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 943.231798] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5279838a-50cd-8a7b-be39-60282cbc3948, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.232116] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.232349] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.232678] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.232739] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.232901] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.233258] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2522f074-b5db-4cfd-bd0a-1beb462f7c99 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.243896] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599823, 'name': CreateSnapshot_Task, 'duration_secs': 0.909679} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.244290] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 943.245037] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba7f1d-37f1-49ec-9a0d-9f979129a5c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.250045] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.250357] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.254406] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432a0de0-5e6a-454c-ad23-325875959b39 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.262047] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 943.262047] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526f0c5d-ef26-99a4-455f-eff256c1ccc5" [ 943.262047] env[69155]: _type = "Task" [ 943.262047] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.269736] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526f0c5d-ef26-99a4-455f-eff256c1ccc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.319586] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 68939730-1c6b-48ce-81fd-f84fa6df5b33] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.364234] env[69155]: DEBUG nova.compute.manager [None req-49dc71e0-7535-4f85-9aa3-5cd60a55445e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Found 1 images (rotation: 2) {{(pid=69155) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 943.525425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "refresh_cache-7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.525591] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "refresh_cache-7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.525747] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.767910] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 943.768391] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5ed57a5-95dd-4eed-b22c-403b3529362c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.781077] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526f0c5d-ef26-99a4-455f-eff256c1ccc5, 'name': SearchDatastore_Task, 'duration_secs': 0.015499} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.782914] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 943.782914] env[69155]: value = "task-3599825" [ 943.782914] env[69155]: _type = "Task" [ 943.782914] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.783119] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a953a47-315d-406e-8dc8-ac0484aeffef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.793840] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599825, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.795083] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 943.795083] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5291a44f-0a99-fc49-9a93-9d6be97b7e6f" [ 943.795083] env[69155]: _type = "Task" [ 943.795083] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.806215] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5291a44f-0a99-fc49-9a93-9d6be97b7e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.806599] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.806997] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] d9ce2157-24f7-432f-983d-d4e617f3ff71/d9ce2157-24f7-432f-983d-d4e617f3ff71.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.807373] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e81be80-2539-4305-b61a-630a998e74d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.818211] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 943.818211] env[69155]: value = "task-3599826" [ 943.818211] env[69155]: _type = "Task" [ 943.818211] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.826100] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1a3f7ffd-9164-4b2b-a5bf-5244d6bf8442] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.828193] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.938514] env[69155]: DEBUG nova.compute.manager [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Received event network-vif-plugged-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.938908] env[69155]: DEBUG oslo_concurrency.lockutils [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] Acquiring lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.941041] env[69155]: DEBUG oslo_concurrency.lockutils [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] Lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.941041] env[69155]: DEBUG oslo_concurrency.lockutils [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] Lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.941041] env[69155]: DEBUG nova.compute.manager [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] No waiting events found dispatching network-vif-plugged-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.941041] env[69155]: WARNING nova.compute.manager [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Received unexpected event network-vif-plugged-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd for instance with vm_state building and task_state spawning. [ 943.941041] env[69155]: DEBUG nova.compute.manager [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Received event network-changed-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.941248] env[69155]: DEBUG nova.compute.manager [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Refreshing instance network info cache due to event network-changed-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.941324] env[69155]: DEBUG oslo_concurrency.lockutils [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] Acquiring lock "refresh_cache-7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.071677] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.075032] env[69155]: DEBUG nova.compute.manager [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.075572] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca6839c-d4e1-4e7c-b8f9-1a8188ae07fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.195906] env[69155]: DEBUG nova.objects.instance [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'flavor' on Instance uuid 1ee3a615-9302-42fa-9ab0-f947b6980f03 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.291457] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Updating instance_info_cache with network_info: [{"id": "f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd", "address": "fa:16:3e:f5:64:50", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f6b9a0-51", "ovs_interfaceid": "f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.303191] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599825, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.330726] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: e771f0f1-c4b9-49b2-9424-3b41d6e0ecb3] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.335744] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.408672] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.588424] env[69155]: INFO nova.compute.manager [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] instance snapshotting [ 944.588987] env[69155]: DEBUG nova.objects.instance [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'flavor' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.668188] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db193fa-cd40-4461-87d9-819ca3c3ac43 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.676975] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a3f712-35c2-4c91-9909-d9bfeafd13db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.711022] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0615b-ff04-464b-b4cd-e6c3edba80ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.714118] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b5d5b697-b413-4c1b-b817-46319e39e884 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.715216] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.307s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.715459] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "1ee3a615-9302-42fa-9ab0-f947b6980f03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.715679] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.715831] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.718063] env[69155]: INFO nova.compute.manager [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Terminating instance [ 944.723498] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3507c44-8e9f-4ddf-ab0e-92f4f2bcc0d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.738482] env[69155]: DEBUG nova.compute.provider_tree [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.762597] env[69155]: INFO nova.compute.manager [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Swapping old allocation on dict_keys(['fe5846b4-4143-4953-928e-00592fe9eee7']) held by migration 86ae7a31-3b4c-4f5d-a0e9-9c1ac26c47f2 for instance [ 944.790858] env[69155]: DEBUG nova.scheduler.client.report [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Overwriting current allocation {'allocations': {'fe5846b4-4143-4953-928e-00592fe9eee7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 107}}, 'project_id': 'a1137c302ca1429a977bee5d22b2616e', 'user_id': 'd64e8356174240898541c43b3eef2ff6', 'consumer_generation': 1} on consumer 30c55b07-6f91-46dc-a50c-3185097fac67 {{(pid=69155) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 944.799631] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "refresh_cache-7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.799631] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Instance network_info: |[{"id": "f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd", "address": "fa:16:3e:f5:64:50", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f6b9a0-51", "ovs_interfaceid": "f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.799631] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599825, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.799631] env[69155]: DEBUG oslo_concurrency.lockutils [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] Acquired lock "refresh_cache-7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.799631] env[69155]: DEBUG nova.network.neutron [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Refreshing network info cache for port f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.800956] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:64:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.808399] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Creating folder: Project (14fcbe649ded4f979f365be3d937daad). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.811986] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f82ad2c-5e01-48cf-88e8-313d0c919396 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.818281] env[69155]: DEBUG nova.compute.manager [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 944.830081] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580405} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.831354] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] d9ce2157-24f7-432f-983d-d4e617f3ff71/d9ce2157-24f7-432f-983d-d4e617f3ff71.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.831691] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.831851] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Created folder: Project (14fcbe649ded4f979f365be3d937daad) in parent group-v718010. [ 944.832020] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Creating folder: Instances. Parent ref: group-v718225. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.832249] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6621b58d-8446-4e87-94b8-2605662c213b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.835154] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02af9f2a-d482-4d83-8a30-98efa7cc6a9a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.837082] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: b47d5434-6e48-442e-80dd-aefc47ce2de9] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.844786] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 944.844786] env[69155]: value = "task-3599828" [ 944.844786] env[69155]: _type = "Task" [ 944.844786] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.849178] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Created folder: Instances in parent group-v718225. [ 944.849426] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.852606] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.852865] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83043bbf-33ea-4f80-a189-7ce333c554ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.876770] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.881736] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.881736] env[69155]: value = "task-3599830" [ 944.881736] env[69155]: _type = "Task" [ 944.881736] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.889676] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599830, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.928121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.928121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquired lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.928121] env[69155]: DEBUG nova.network.neutron [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.095304] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3976f2ce-1279-4c31-8f4c-b04fe0a6e936 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.115735] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78892ae8-aa9b-4021-b439-05e05df894cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.142948] env[69155]: DEBUG nova.network.neutron [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Updated VIF entry in instance network info cache for port f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.144893] env[69155]: DEBUG nova.network.neutron [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Updating instance_info_cache with network_info: [{"id": "f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd", "address": "fa:16:3e:f5:64:50", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f6b9a0-51", "ovs_interfaceid": "f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.224292] env[69155]: DEBUG nova.compute.manager [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.224549] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.225243] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb1c59e-29e9-4489-b247-961dff951811 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.232438] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 945.232438] env[69155]: value = "task-3599831" [ 945.232438] env[69155]: _type = "Task" [ 945.232438] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.241589] env[69155]: DEBUG nova.scheduler.client.report [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.245109] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.297216] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599825, 'name': CloneVM_Task, 'duration_secs': 1.429014} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.297465] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Created linked-clone VM from snapshot [ 945.298288] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31408360-d25a-439e-ab34-badb7fd2311d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.306728] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Uploading image d9474b11-c05b-4eaf-a03d-60fd4a0d48a5 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 945.335562] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 945.335562] env[69155]: value = "vm-718224" [ 945.335562] env[69155]: _type = "VirtualMachine" [ 945.335562] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 945.335860] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49f786ff-9261-4069-ab15-69900166a300 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.340240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.340994] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: f81dc110-fe05-46de-85e0-6af0ad6d1f11] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.345295] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lease: (returnval){ [ 945.345295] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5ad78-573e-d258-1fa9-1d0c8d28ebe9" [ 945.345295] env[69155]: _type = "HttpNfcLease" [ 945.345295] env[69155]: } obtained for exporting VM: (result){ [ 945.345295] env[69155]: value = "vm-718224" [ 945.345295] env[69155]: _type = "VirtualMachine" [ 945.345295] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 945.345570] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the lease: (returnval){ [ 945.345570] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5ad78-573e-d258-1fa9-1d0c8d28ebe9" [ 945.345570] env[69155]: _type = "HttpNfcLease" [ 945.345570] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 945.355858] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.355858] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5ad78-573e-d258-1fa9-1d0c8d28ebe9" [ 945.355858] env[69155]: _type = "HttpNfcLease" [ 945.355858] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 945.358744] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108074} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.359038] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.359845] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0cd7d3-d3e7-4fc8-b199-94460d3a278d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.382549] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] d9ce2157-24f7-432f-983d-d4e617f3ff71/d9ce2157-24f7-432f-983d-d4e617f3ff71.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.383775] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e8d2da-fa53-4bff-aac7-e3277c43b37f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.410312] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599830, 'name': CreateVM_Task, 'duration_secs': 0.344404} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.411448] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.411781] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 945.411781] env[69155]: value = "task-3599833" [ 945.411781] env[69155]: _type = "Task" [ 945.411781] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.412440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.412609] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.412906] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.413218] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f17cb87-ef2c-4ff0-82c5-668ebeb17d2f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.423021] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 945.423021] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bf1989-0997-4d03-12d9-a555771dc374" [ 945.423021] env[69155]: _type = "Task" [ 945.423021] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.425109] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.436718] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bf1989-0997-4d03-12d9-a555771dc374, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.437422] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.437708] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.437963] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.438148] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.438341] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.438651] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-790d7238-ff3c-4ae7-a2f6-e8e9e804fcc3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.447393] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.447393] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.448077] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7072da9-aef2-4341-a849-fc6afd4a2751 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.453430] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 945.453430] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5247a414-ae7c-1d47-03ff-9ea7840233fd" [ 945.453430] env[69155]: _type = "Task" [ 945.453430] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.462111] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5247a414-ae7c-1d47-03ff-9ea7840233fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.627409] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 945.630462] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3113110e-fba7-4e37-9f7f-921a4fc2b6d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.638552] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 945.638552] env[69155]: value = "task-3599834" [ 945.638552] env[69155]: _type = "Task" [ 945.638552] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.647088] env[69155]: DEBUG oslo_concurrency.lockutils [req-ff0c8fce-ce02-476b-9c12-00253d23bf50 req-88cb8708-2f8f-4d8b-b741-a21d3078bb0d service nova] Releasing lock "refresh_cache-7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.647580] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.666173] env[69155]: DEBUG nova.network.neutron [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance_info_cache with network_info: [{"id": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "address": "fa:16:3e:33:af:33", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde929ca-91", "ovs_interfaceid": "dde929ca-91eb-45a7-8813-5dfbb0eaef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.743191] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599831, 'name': PowerOffVM_Task, 'duration_secs': 0.289891} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.743498] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.743705] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.743905] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718221', 'volume_id': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'name': 'volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee3a615-9302-42fa-9ab0-f947b6980f03', 'attached_at': '', 'detached_at': '', 'volume_id': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'serial': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.744756] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788fbf85-3ef9-4881-94f9-442e80fbbce6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.747777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.748422] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.751293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.539s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.753031] env[69155]: INFO nova.compute.claims [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.774665] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e3a41-17d8-4cd0-98f6-d8a3b148bc48 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.781783] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e8a393-3634-4159-9b3c-5c07a58f51f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.804665] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1de1015-4c59-47b4-a47f-6a20e263bd8c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.821775] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] The volume has not been displaced from its original location: [datastore1] volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef/volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 945.827097] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.827669] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da2857e1-8642-4246-89dd-e64573959c25 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.845615] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 945.845615] env[69155]: value = "task-3599835" [ 945.845615] env[69155]: _type = "Task" [ 945.845615] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.849096] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1b8f574e-cfb8-4a1a-9c4e-93098510f933] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.857395] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.860441] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.860441] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5ad78-573e-d258-1fa9-1d0c8d28ebe9" [ 945.860441] env[69155]: _type = "HttpNfcLease" [ 945.860441] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 945.860720] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 945.860720] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5ad78-573e-d258-1fa9-1d0c8d28ebe9" [ 945.860720] env[69155]: _type = "HttpNfcLease" [ 945.860720] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 945.861486] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeae8ff-4f11-4cd1-971b-34c3408c01b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.868337] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4dd77-f169-4531-5364-23f92bf64176/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 945.868538] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4dd77-f169-4531-5364-23f92bf64176/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 945.936871] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.960611] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f6dabfe-b559-435a-b729-e46a3e15f28f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.967978] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5247a414-ae7c-1d47-03ff-9ea7840233fd, 'name': SearchDatastore_Task, 'duration_secs': 0.018015} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.969602] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b3f959-72c2-4f19-9342-9317d1b13e24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.979057] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 945.979057] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528db07d-ce52-7abc-81f5-251bfac2c9f5" [ 945.979057] env[69155]: _type = "Task" [ 945.979057] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.989585] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528db07d-ce52-7abc-81f5-251bfac2c9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.150595] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599834, 'name': CreateSnapshot_Task, 'duration_secs': 0.47403} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.150872] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 946.151618] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01722981-eb8e-4fab-8ff5-8bde3c6f3456 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.169020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Releasing lock "refresh_cache-30c55b07-6f91-46dc-a50c-3185097fac67" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.169584] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.170036] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42c99c9-8267-4b47-a232-8a550eb95672 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.176803] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 946.176803] env[69155]: value = "task-3599836" [ 946.176803] env[69155]: _type = "Task" [ 946.176803] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.185849] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.260887] env[69155]: DEBUG nova.compute.utils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.264607] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.264607] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.308485] env[69155]: DEBUG nova.policy [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5625bfb79f4d58b0d8a87f28db4489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14fcbe649ded4f979f365be3d937daad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.358257] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1d6ef9b4-417a-4fb6-a04a-f04a918c020e] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.360498] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599835, 'name': ReconfigVM_Task, 'duration_secs': 0.226819} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.361108] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.366686] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bdb5530-05a3-4720-bf59-d5c6f8ebd799 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.382760] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 946.382760] env[69155]: value = "task-3599837" [ 946.382760] env[69155]: _type = "Task" [ 946.382760] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.394083] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.436288] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599833, 'name': ReconfigVM_Task, 'duration_secs': 0.66886} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.437113] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Reconfigured VM instance instance-00000046 to attach disk [datastore1] d9ce2157-24f7-432f-983d-d4e617f3ff71/d9ce2157-24f7-432f-983d-d4e617f3ff71.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.438168] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c50eae3-c47d-4441-81bb-1def1ba1bad1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.448018] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 946.448018] env[69155]: value = "task-3599838" [ 946.448018] env[69155]: _type = "Task" [ 946.448018] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.455421] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599838, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.488681] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528db07d-ce52-7abc-81f5-251bfac2c9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.488971] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.489249] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c/7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.489517] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b156d8f5-4bc3-4a7b-b1c9-ef194f5d5260 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.498137] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 946.498137] env[69155]: value = "task-3599839" [ 946.498137] env[69155]: _type = "Task" [ 946.498137] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.507971] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.670040] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 946.670040] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-285f8232-9e81-431e-a019-94edbb3a8ecd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.678675] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 946.678675] env[69155]: value = "task-3599840" [ 946.678675] env[69155]: _type = "Task" [ 946.678675] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.690161] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599836, 'name': PowerOffVM_Task, 'duration_secs': 0.208117} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.693556] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.694274] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:58:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1e4e98fd-3c38-4467-b703-727683f4a31e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-617779015',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.694600] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.694718] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.694957] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.695201] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.695377] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.695730] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.695912] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.696155] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.696347] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.696541] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.701624] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599840, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.701888] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433abf84-bda7-4585-ae1d-de83d1c4341d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.720300] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 946.720300] env[69155]: value = "task-3599841" [ 946.720300] env[69155]: _type = "Task" [ 946.720300] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.724814] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Successfully created port: fbb314c4-8c80-4968-9a76-c309a4215613 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.732343] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.764551] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.864132] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: a7e491d0-46d8-48dc-b4ca-e87f6b4a4605] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.902333] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599837, 'name': ReconfigVM_Task, 'duration_secs': 0.219231} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.902685] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718221', 'volume_id': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'name': 'volume-9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee3a615-9302-42fa-9ab0-f947b6980f03', 'attached_at': '', 'detached_at': '', 'volume_id': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef', 'serial': '9f5fc149-4ae8-4425-8ec9-a1781d3e4eef'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 946.902983] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.904095] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c850b-816d-4a55-bc6b-aa401f1f12cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.914742] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.915084] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0ad372a-f381-4ead-8c55-d3b0b167af79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.962035] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599838, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.010740] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.045237] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.045237] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.045237] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleting the datastore file [datastore2] 1ee3a615-9302-42fa-9ab0-f947b6980f03 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.045237] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80660ddf-3057-47c1-81e7-fe8c234c0054 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.053090] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 947.053090] env[69155]: value = "task-3599843" [ 947.053090] env[69155]: _type = "Task" [ 947.053090] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.069525] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.193337] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599840, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.233222] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.370916] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 4a75013d-dc04-4f7d-b9c5-f0c68929e520] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.438503] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2fc24f-0d02-4d1a-aa51-593e396f7337 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.453499] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789040fc-8ead-4ab9-96b5-b4c61e3e0a9c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.462559] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599838, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.490541] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfbd7a7-eb59-46f5-ae23-32bc0714f8eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.499219] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7595e773-261e-4d89-a772-f448d0fcee10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.520599] env[69155]: DEBUG nova.compute.provider_tree [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.529826] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609238} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.530757] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c/7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.531042] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.531556] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a0c5f0-dac1-4cdc-a948-d85de0052655 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.540783] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 947.540783] env[69155]: value = "task-3599844" [ 947.540783] env[69155]: _type = "Task" [ 947.540783] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.550205] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.563021] env[69155]: DEBUG oslo_vmware.api [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3599843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400071} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.563021] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.563021] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.563218] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.563296] env[69155]: INFO nova.compute.manager [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Took 2.34 seconds to destroy the instance on the hypervisor. [ 947.563667] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.563917] env[69155]: DEBUG nova.compute.manager [-] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.564174] env[69155]: DEBUG nova.network.neutron [-] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.695273] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599840, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.742274] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.778199] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.814446] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.814992] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.815577] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.815700] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.816062] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.816337] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.816742] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.817019] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.817421] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.817739] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.818056] env[69155]: DEBUG nova.virt.hardware [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.819448] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6164ba-1f39-469a-ad64-4483463fc4ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.834941] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e5304c-e0bb-44c4-80a9-44891f6e3ba8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.877445] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 42e44f7f-7eb3-4666-b9d5-8c20c77cbc98] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.959121] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599838, 'name': Rename_Task, 'duration_secs': 1.209782} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.959581] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.960101] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1520c38e-9b30-4885-9f31-1720250ed547 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.969194] env[69155]: DEBUG nova.compute.manager [req-f2fb85df-985b-42bd-91ea-cb532efac8d2 req-a515d940-34f2-42a4-84f0-826e615a0d51 service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Received event network-vif-deleted-8b28f9e1-b874-45a2-8b27-a8bf507dce4c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.969505] env[69155]: INFO nova.compute.manager [req-f2fb85df-985b-42bd-91ea-cb532efac8d2 req-a515d940-34f2-42a4-84f0-826e615a0d51 service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Neutron deleted interface 8b28f9e1-b874-45a2-8b27-a8bf507dce4c; detaching it from the instance and deleting it from the info cache [ 947.969795] env[69155]: DEBUG nova.network.neutron [req-f2fb85df-985b-42bd-91ea-cb532efac8d2 req-a515d940-34f2-42a4-84f0-826e615a0d51 service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.972213] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 947.972213] env[69155]: value = "task-3599845" [ 947.972213] env[69155]: _type = "Task" [ 947.972213] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.981902] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.031850] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.031977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.032381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.032754] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.032879] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.035186] env[69155]: DEBUG nova.scheduler.client.report [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.038586] env[69155]: INFO nova.compute.manager [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Terminating instance [ 948.052498] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210569} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.052878] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.053757] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5343e8-6064-4e9c-b113-394548d3ef63 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.080491] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c/7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.081400] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a3783a-9865-4921-b268-8e8e26caeac5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.102988] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 948.102988] env[69155]: value = "task-3599846" [ 948.102988] env[69155]: _type = "Task" [ 948.102988] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.113571] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.195503] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599840, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.237159] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599841, 'name': ReconfigVM_Task, 'duration_secs': 1.143821} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.237903] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbe737b-983d-4f4f-b966-402725e13943 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.257854] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:58:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1e4e98fd-3c38-4467-b703-727683f4a31e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-617779015',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.258144] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.258563] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.258563] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.258703] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.258884] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.259107] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.259300] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.259488] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.259670] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.259862] env[69155]: DEBUG nova.virt.hardware [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.260774] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f53f426-5bb7-4ef0-91fe-2eeed7bb953f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.270021] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 948.270021] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52643cfb-0f38-02b1-3fd5-7d2536d89bac" [ 948.270021] env[69155]: _type = "Task" [ 948.270021] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.277269] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52643cfb-0f38-02b1-3fd5-7d2536d89bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.382897] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: ce5a92f9-4917-4d72-b527-35b97bad5933] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.413412] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Successfully updated port: fbb314c4-8c80-4968-9a76-c309a4215613 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.421299] env[69155]: DEBUG nova.network.neutron [-] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.474268] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fff6178-34b5-419f-8e1a-59c8fa380b04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.485794] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.490325] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa061ab-37e7-47a0-bb91-002c8e748502 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.530416] env[69155]: DEBUG nova.compute.manager [req-f2fb85df-985b-42bd-91ea-cb532efac8d2 req-a515d940-34f2-42a4-84f0-826e615a0d51 service nova] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Detach interface failed, port_id=8b28f9e1-b874-45a2-8b27-a8bf507dce4c, reason: Instance 1ee3a615-9302-42fa-9ab0-f947b6980f03 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.541827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.542202] env[69155]: DEBUG nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.545169] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.025s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.545395] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.547736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.714s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.549246] env[69155]: INFO nova.compute.claims [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.552410] env[69155]: DEBUG nova.compute.manager [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.552614] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.553660] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae8414-ed55-460b-a088-6d3f7294abca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.565639] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.565639] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554cfdc2-4d61-4967-aae9-cda6ec472dfc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.573073] env[69155]: DEBUG oslo_vmware.api [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 948.573073] env[69155]: value = "task-3599847" [ 948.573073] env[69155]: _type = "Task" [ 948.573073] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.583631] env[69155]: DEBUG oslo_vmware.api [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.614634] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599846, 'name': ReconfigVM_Task, 'duration_secs': 0.462388} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.615087] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c/7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.615874] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0714f9c1-60a5-44e7-9bcf-5423c6445ad2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.623864] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 948.623864] env[69155]: value = "task-3599848" [ 948.623864] env[69155]: _type = "Task" [ 948.623864] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.633563] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599848, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.697525] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599840, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.778196] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52643cfb-0f38-02b1-3fd5-7d2536d89bac, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.783814] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 948.784420] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d4b047-c0fd-4296-a4a0-9c1401817ae0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.803756] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 948.803756] env[69155]: value = "task-3599849" [ 948.803756] env[69155]: _type = "Task" [ 948.803756] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.813573] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.885234] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 88c6c82f-fbfd-4407-84db-3ff4b0889e9d] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.917294] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "refresh_cache-2451045d-befe-4c53-bc53-4bba9fcee939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.917294] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "refresh_cache-2451045d-befe-4c53-bc53-4bba9fcee939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.917554] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.923972] env[69155]: INFO nova.compute.manager [-] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Took 1.36 seconds to deallocate network for instance. [ 948.984751] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.053511] env[69155]: DEBUG nova.compute.utils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.058081] env[69155]: DEBUG nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.058081] env[69155]: DEBUG nova.network.neutron [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.062295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45c4bc4a-7c58-4f74-b2cc-d6a655379bd1 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 68.139s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.063213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 42.355s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.063446] env[69155]: INFO nova.compute.manager [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Unshelving [ 949.085531] env[69155]: DEBUG oslo_vmware.api [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599847, 'name': PowerOffVM_Task, 'duration_secs': 0.269007} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.085969] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.086142] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.086381] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bb0014f-2524-40c8-aa95-121446df6a66 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.099181] env[69155]: DEBUG nova.policy [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '961f872389c14082833759850b26452d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea5c70436f9f4544a15bf927815afda8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.138291] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599848, 'name': Rename_Task, 'duration_secs': 0.142071} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.138617] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.138898] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8aa2b27-aebe-4cf3-ac46-ab04c3b8ebfb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.146132] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 949.146132] env[69155]: value = "task-3599851" [ 949.146132] env[69155]: _type = "Task" [ 949.146132] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.157009] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.157302] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.157535] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Deleting the datastore file [datastore1] 193b7295-dc51-42dd-9d1d-af3b1e8a1207 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.158319] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6789a83b-27ad-4c1d-b905-8655993bf1f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.163651] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.165310] env[69155]: DEBUG oslo_vmware.api [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for the task: (returnval){ [ 949.165310] env[69155]: value = "task-3599852" [ 949.165310] env[69155]: _type = "Task" [ 949.165310] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.173863] env[69155]: DEBUG oslo_vmware.api [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.196198] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599840, 'name': CloneVM_Task, 'duration_secs': 2.12794} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.196557] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Created linked-clone VM from snapshot [ 949.197300] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59936bf0-abd5-491e-8a70-22de68af6896 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.204786] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Uploading image da21653f-53ae-4e7c-96c0-0117c6fa0099 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.227075] env[69155]: DEBUG oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.227075] env[69155]: value = "vm-718229" [ 949.227075] env[69155]: _type = "VirtualMachine" [ 949.227075] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.227423] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf4d2d41-fb93-4b89-8474-be403483cb48 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.235743] env[69155]: DEBUG oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease: (returnval){ [ 949.235743] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f1b465-00bc-0212-3839-ab06c4ad4bb7" [ 949.235743] env[69155]: _type = "HttpNfcLease" [ 949.235743] env[69155]: } obtained for exporting VM: (result){ [ 949.235743] env[69155]: value = "vm-718229" [ 949.235743] env[69155]: _type = "VirtualMachine" [ 949.235743] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.236088] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the lease: (returnval){ [ 949.236088] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f1b465-00bc-0212-3839-ab06c4ad4bb7" [ 949.236088] env[69155]: _type = "HttpNfcLease" [ 949.236088] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.242628] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.242628] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f1b465-00bc-0212-3839-ab06c4ad4bb7" [ 949.242628] env[69155]: _type = "HttpNfcLease" [ 949.242628] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.314165] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599849, 'name': ReconfigVM_Task, 'duration_secs': 0.276651} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.314578] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.315383] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf3092e-6414-4055-9770-bb781dadf859 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.338665] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67/30c55b07-6f91-46dc-a50c-3185097fac67.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.339018] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31215e59-4956-4ee8-bd48-473084622029 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.359204] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 949.359204] env[69155]: value = "task-3599854" [ 949.359204] env[69155]: _type = "Task" [ 949.359204] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.369144] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.392168] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: fb4296b3-38c0-4e9f-984b-1409a072aba5] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.487238] env[69155]: DEBUG oslo_vmware.api [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599845, 'name': PowerOnVM_Task, 'duration_secs': 1.515326} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.489032] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.491199] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.491537] env[69155]: INFO nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Took 10.18 seconds to spawn the instance on the hypervisor. [ 949.491808] env[69155]: DEBUG nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.492913] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48df5733-4106-4c85-9fde-ac214cf3e442 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.506139] env[69155]: INFO nova.compute.manager [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Took 0.58 seconds to detach 1 volumes for instance. [ 949.532453] env[69155]: DEBUG nova.network.neutron [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Successfully created port: f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.557260] env[69155]: DEBUG nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.658485] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599851, 'name': PowerOnVM_Task, 'duration_secs': 0.480424} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.658779] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.658992] env[69155]: INFO nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Took 7.70 seconds to spawn the instance on the hypervisor. [ 949.659302] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.660034] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43458900-3620-4cc5-93d3-02a6eef03a64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.688120] env[69155]: DEBUG oslo_vmware.api [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Task: {'id': task-3599852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289446} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.688883] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.688883] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.689102] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.689216] env[69155]: INFO nova.compute.manager [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Took 1.14 seconds to destroy the instance on the hypervisor. [ 949.689465] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.689647] env[69155]: DEBUG nova.compute.manager [-] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.689757] env[69155]: DEBUG nova.network.neutron [-] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.747898] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.747898] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f1b465-00bc-0212-3839-ab06c4ad4bb7" [ 949.747898] env[69155]: _type = "HttpNfcLease" [ 949.747898] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.749147] env[69155]: DEBUG oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.749147] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f1b465-00bc-0212-3839-ab06c4ad4bb7" [ 949.749147] env[69155]: _type = "HttpNfcLease" [ 949.749147] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.749147] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44382a8-a466-45e0-b7b6-db96b6108d8c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.759389] env[69155]: DEBUG oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527366f6-6180-bcd9-8369-3d5039524857/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.759571] env[69155]: DEBUG oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527366f6-6180-bcd9-8369-3d5039524857/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.875907] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599854, 'name': ReconfigVM_Task, 'duration_secs': 0.427611} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.875907] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67/30c55b07-6f91-46dc-a50c-3185097fac67.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.875907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce848bd-4a2e-4f51-863e-8d751b5b5c0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.897133] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 0428d0fb-bef2-4914-8d4d-97e8cf14ee81] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.907389] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af480b8-1f89-4748-be12-fdf4002a306c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.911038] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1566125b-aa72-4c0e-8b0c-66baf598e1ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.936202] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3007b3c0-6ed9-4ffe-94b1-030409c1de21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.963366] env[69155]: DEBUG nova.network.neutron [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Updating instance_info_cache with network_info: [{"id": "fbb314c4-8c80-4968-9a76-c309a4215613", "address": "fa:16:3e:91:be:d7", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb314c4-8c", "ovs_interfaceid": "fbb314c4-8c80-4968-9a76-c309a4215613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.963366] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8121ad-dd9e-4858-87cc-73cf7ebf7311 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.972256] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.972256] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f7efdbe-295d-4d98-bf8d-58eac21cc209 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.987345] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 949.987345] env[69155]: value = "task-3599855" [ 949.987345] env[69155]: _type = "Task" [ 949.987345] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.002617] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.015353] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.016864] env[69155]: INFO nova.compute.manager [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Took 62.81 seconds to build instance. [ 950.065125] env[69155]: INFO nova.virt.block_device [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Booting with volume a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4 at /dev/sda [ 950.094231] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.119796] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f752de7f-da9d-4976-ae6d-f2facdc54139 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.130994] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c728e4-584e-4f04-8c18-86b4d31c1983 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.175725] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c135d8a-3782-4725-a19d-5811eb817f4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.178703] env[69155]: DEBUG nova.compute.manager [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Received event network-vif-plugged-fbb314c4-8c80-4968-9a76-c309a4215613 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.178965] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] Acquiring lock "2451045d-befe-4c53-bc53-4bba9fcee939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.179335] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] Lock "2451045d-befe-4c53-bc53-4bba9fcee939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.179335] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] Lock "2451045d-befe-4c53-bc53-4bba9fcee939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.179482] env[69155]: DEBUG nova.compute.manager [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] No waiting events found dispatching network-vif-plugged-fbb314c4-8c80-4968-9a76-c309a4215613 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.180083] env[69155]: WARNING nova.compute.manager [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Received unexpected event network-vif-plugged-fbb314c4-8c80-4968-9a76-c309a4215613 for instance with vm_state building and task_state spawning. [ 950.180083] env[69155]: DEBUG nova.compute.manager [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Received event network-changed-fbb314c4-8c80-4968-9a76-c309a4215613 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.180083] env[69155]: DEBUG nova.compute.manager [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Refreshing instance network info cache due to event network-changed-fbb314c4-8c80-4968-9a76-c309a4215613. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.180245] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] Acquiring lock "refresh_cache-2451045d-befe-4c53-bc53-4bba9fcee939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.188654] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192b4e32-2464-4064-b931-81d4121d7445 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.208976] env[69155]: INFO nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Took 56.36 seconds to build instance. [ 950.238453] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6337e5df-aa1a-4d8a-9220-7422355de30c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.246919] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178fab7-e688-42e6-8b56-9378df7be223 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.262222] env[69155]: DEBUG nova.virt.block_device [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Updating existing volume attachment record: ee7661cf-272c-45f4-939f-ec0cc9ecf039 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 950.339939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78493e21-ead6-4478-ab9e-42d9ed06b458 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.349349] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd39ed-303f-4d83-9b21-fa3c310bb881 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.385398] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28188fb8-6c2a-4597-b0c6-667af78f7124 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.395547] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ff8447-46ce-4d94-9352-486e974000dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.409608] env[69155]: DEBUG nova.compute.provider_tree [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.411404] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: b6dfdaf0-57bb-4063-b261-3807636a5a84] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.467509] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "refresh_cache-2451045d-befe-4c53-bc53-4bba9fcee939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.467848] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Instance network_info: |[{"id": "fbb314c4-8c80-4968-9a76-c309a4215613", "address": "fa:16:3e:91:be:d7", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb314c4-8c", "ovs_interfaceid": "fbb314c4-8c80-4968-9a76-c309a4215613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.468178] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] Acquired lock "refresh_cache-2451045d-befe-4c53-bc53-4bba9fcee939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.468401] env[69155]: DEBUG nova.network.neutron [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Refreshing network info cache for port fbb314c4-8c80-4968-9a76-c309a4215613 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.469717] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:be:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbb314c4-8c80-4968-9a76-c309a4215613', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.478733] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.479461] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.479753] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6deb0d29-700a-475b-9d1e-c163fd42cb99 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.509203] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.510570] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.510570] env[69155]: value = "task-3599856" [ 950.510570] env[69155]: _type = "Task" [ 950.510570] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.521945] env[69155]: DEBUG oslo_concurrency.lockutils [None req-219883e7-a207-4c17-97af-0b62310234c5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "d9ce2157-24f7-432f-983d-d4e617f3ff71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.546s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.711417] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.686s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.915298] env[69155]: DEBUG nova.scheduler.client.report [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.923739] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 7f01a7f3-4f0d-4811-850c-79f5b9930187] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.011345] env[69155]: DEBUG oslo_vmware.api [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599855, 'name': PowerOnVM_Task, 'duration_secs': 0.615745} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.015866] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.026334] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599856, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.060981] env[69155]: DEBUG nova.network.neutron [-] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.071922] env[69155]: DEBUG nova.compute.manager [req-14dbf632-d3b0-4308-b5ff-a3bfd353f16a req-b642a9db-8d31-4a2e-b0f0-bd82c2faa285 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Received event network-changed-6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.072869] env[69155]: DEBUG nova.compute.manager [req-14dbf632-d3b0-4308-b5ff-a3bfd353f16a req-b642a9db-8d31-4a2e-b0f0-bd82c2faa285 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Refreshing instance network info cache due to event network-changed-6c61fa41-72d5-418e-8680-896f92acca95. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.074776] env[69155]: DEBUG oslo_concurrency.lockutils [req-14dbf632-d3b0-4308-b5ff-a3bfd353f16a req-b642a9db-8d31-4a2e-b0f0-bd82c2faa285 service nova] Acquiring lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.075623] env[69155]: DEBUG oslo_concurrency.lockutils [req-14dbf632-d3b0-4308-b5ff-a3bfd353f16a req-b642a9db-8d31-4a2e-b0f0-bd82c2faa285 service nova] Acquired lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.076260] env[69155]: DEBUG nova.network.neutron [req-14dbf632-d3b0-4308-b5ff-a3bfd353f16a req-b642a9db-8d31-4a2e-b0f0-bd82c2faa285 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Refreshing network info cache for port 6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.325849] env[69155]: DEBUG nova.network.neutron [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Updated VIF entry in instance network info cache for port fbb314c4-8c80-4968-9a76-c309a4215613. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.326501] env[69155]: DEBUG nova.network.neutron [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Updating instance_info_cache with network_info: [{"id": "fbb314c4-8c80-4968-9a76-c309a4215613", "address": "fa:16:3e:91:be:d7", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbb314c4-8c", "ovs_interfaceid": "fbb314c4-8c80-4968-9a76-c309a4215613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.425140] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.428182] env[69155]: DEBUG nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.430305] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.884s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.431821] env[69155]: INFO nova.compute.claims [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.439328] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: ff1fb4b8-8707-4053-a288-af4aaf7e9ebc] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.533019] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599856, 'name': CreateVM_Task, 'duration_secs': 0.565629} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.533449] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.534137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.534416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.534884] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.535240] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27793f32-b8f5-4131-a131-491341881e06 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.540321] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 951.540321] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d6d30e-7850-5232-7b40-e8e1047f2938" [ 951.540321] env[69155]: _type = "Task" [ 951.540321] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.555417] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d6d30e-7850-5232-7b40-e8e1047f2938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.564934] env[69155]: INFO nova.compute.manager [-] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Took 1.87 seconds to deallocate network for instance. [ 951.795315] env[69155]: DEBUG nova.network.neutron [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Successfully updated port: f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.833908] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbd1e332-21b6-4d20-9274-e54f8473198e req-cd0f4c8f-4218-4526-ac4b-8b608a9b7199 service nova] Releasing lock "refresh_cache-2451045d-befe-4c53-bc53-4bba9fcee939" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.943609] env[69155]: DEBUG nova.compute.utils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.947743] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: afbfb3b3-6e9d-49e7-81f4-89277b2995bb] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.949844] env[69155]: DEBUG nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.949844] env[69155]: DEBUG nova.network.neutron [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.037011] env[69155]: INFO nova.compute.manager [None req-6c392023-b96f-4789-b2a6-1b3845406ecf tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance to original state: 'active' [ 952.055691] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d6d30e-7850-5232-7b40-e8e1047f2938, 'name': SearchDatastore_Task, 'duration_secs': 0.01964} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.055691] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.056018] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.056265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.056568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.056847] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.057324] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efb1aae7-6c21-4300-b22f-6b8db23e4070 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.068848] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.069094] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.070227] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fd5acd-78fb-4d8b-bd8e-188060a3722d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.080072] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.080703] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 952.080703] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d6790c-351f-4f3f-1d9b-6277ceee62a1" [ 952.080703] env[69155]: _type = "Task" [ 952.080703] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.095128] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d6790c-351f-4f3f-1d9b-6277ceee62a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013954} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.096081] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaebf43-4a07-44f2-83f9-ed00368c4e07 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.103493] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 952.103493] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ee504d-0e6a-c66f-3734-35d14ee14400" [ 952.103493] env[69155]: _type = "Task" [ 952.103493] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.113346] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ee504d-0e6a-c66f-3734-35d14ee14400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.269372] env[69155]: DEBUG nova.network.neutron [req-14dbf632-d3b0-4308-b5ff-a3bfd353f16a req-b642a9db-8d31-4a2e-b0f0-bd82c2faa285 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Updated VIF entry in instance network info cache for port 6c61fa41-72d5-418e-8680-896f92acca95. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.269895] env[69155]: DEBUG nova.network.neutron [req-14dbf632-d3b0-4308-b5ff-a3bfd353f16a req-b642a9db-8d31-4a2e-b0f0-bd82c2faa285 service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Updating instance_info_cache with network_info: [{"id": "6c61fa41-72d5-418e-8680-896f92acca95", "address": "fa:16:3e:e2:e5:ce", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c61fa41-72", "ovs_interfaceid": "6c61fa41-72d5-418e-8680-896f92acca95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.290901] env[69155]: DEBUG nova.policy [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f0952585b94e818f9086685f604586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19213076bcec40c499fcd0dfd5b830eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.299368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Acquiring lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.299368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Acquired lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.299368] env[69155]: DEBUG nova.network.neutron [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.377126] env[69155]: DEBUG nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.377817] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.378097] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.378320] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.378528] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.378730] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.378929] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.379186] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.379404] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.379617] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.379811] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.380045] env[69155]: DEBUG nova.virt.hardware [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.381408] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc6340-0899-4c34-996a-a3f88246e067 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.390886] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5483a1-da2e-4de1-a071-07abb360ea7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.450083] env[69155]: DEBUG nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.456368] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 4ca7cbc0-d615-4ae1-b395-18248bff5ed2] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.615912] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ee504d-0e6a-c66f-3734-35d14ee14400, 'name': SearchDatastore_Task, 'duration_secs': 0.015014} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.620361] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.620696] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 2451045d-befe-4c53-bc53-4bba9fcee939/2451045d-befe-4c53-bc53-4bba9fcee939.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.621226] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-198041c9-ce72-4c3f-b7cd-b5d13d05c97a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.628986] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 952.628986] env[69155]: value = "task-3599857" [ 952.628986] env[69155]: _type = "Task" [ 952.628986] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.644351] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.736859] env[69155]: DEBUG nova.network.neutron [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Successfully created port: 3ac0f872-036b-40fb-8f29-2fa78fca74fe {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.773098] env[69155]: DEBUG oslo_concurrency.lockutils [req-14dbf632-d3b0-4308-b5ff-a3bfd353f16a req-b642a9db-8d31-4a2e-b0f0-bd82c2faa285 service nova] Releasing lock "refresh_cache-d9ce2157-24f7-432f-983d-d4e617f3ff71" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.864119] env[69155]: DEBUG nova.network.neutron [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.966253] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 9e9edd7b-478c-40e2-bc3a-0f1e344f8f65] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.004136] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b1d3ca-4ade-42f0-a8e5-25f3aa9bd5ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.016301] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf08d8-cfbc-4dcb-b65b-c3c44eaba217 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.060540] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0140164c-03a0-45d0-991e-67c6523ef83d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.071075] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f745cab-f63f-4bbd-85f2-8d484fc57740 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.093268] env[69155]: DEBUG nova.compute.provider_tree [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.140592] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599857, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.252794] env[69155]: DEBUG nova.network.neutron [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Updating instance_info_cache with network_info: [{"id": "f3037fe5-a659-4449-bc5b-502aff13141e", "address": "fa:16:3e:56:8f:0f", "network": {"id": "a45136fb-2e1b-424d-971f-5ec24942fb27", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1502366436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea5c70436f9f4544a15bf927815afda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3037fe5-a6", "ovs_interfaceid": "f3037fe5-a659-4449-bc5b-502aff13141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.471299] env[69155]: DEBUG nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.473970] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1a1ee9e7-2788-41a6-ba8c-ca10f4c74e7d] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.586497] env[69155]: DEBUG nova.compute.manager [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Received event network-vif-deleted-fda08da3-5795-4c54-9781-5da1179ebebc {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.586801] env[69155]: DEBUG nova.compute.manager [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Received event network-vif-plugged-f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.587142] env[69155]: DEBUG oslo_concurrency.lockutils [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] Acquiring lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.587427] env[69155]: DEBUG oslo_concurrency.lockutils [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] Lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.587596] env[69155]: DEBUG oslo_concurrency.lockutils [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] Lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.587769] env[69155]: DEBUG nova.compute.manager [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] No waiting events found dispatching network-vif-plugged-f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.587960] env[69155]: WARNING nova.compute.manager [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Received unexpected event network-vif-plugged-f3037fe5-a659-4449-bc5b-502aff13141e for instance with vm_state building and task_state spawning. [ 953.588112] env[69155]: DEBUG nova.compute.manager [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Received event network-changed-f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.588339] env[69155]: DEBUG nova.compute.manager [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Refreshing instance network info cache due to event network-changed-f3037fe5-a659-4449-bc5b-502aff13141e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.588485] env[69155]: DEBUG oslo_concurrency.lockutils [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] Acquiring lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.596647] env[69155]: DEBUG nova.scheduler.client.report [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.642530] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599857, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.755922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Releasing lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.755922] env[69155]: DEBUG nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Instance network_info: |[{"id": "f3037fe5-a659-4449-bc5b-502aff13141e", "address": "fa:16:3e:56:8f:0f", "network": {"id": "a45136fb-2e1b-424d-971f-5ec24942fb27", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1502366436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea5c70436f9f4544a15bf927815afda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3037fe5-a6", "ovs_interfaceid": "f3037fe5-a659-4449-bc5b-502aff13141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.756059] env[69155]: DEBUG oslo_concurrency.lockutils [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] Acquired lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.756205] env[69155]: DEBUG nova.network.neutron [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Refreshing network info cache for port f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.757632] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:8f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3037fe5-a659-4449-bc5b-502aff13141e', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.765208] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Creating folder: Project (ea5c70436f9f4544a15bf927815afda8). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.768556] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-130d7370-3bf7-4b51-9f1a-26edb3a67a0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.782754] env[69155]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 953.782935] env[69155]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69155) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 953.783328] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Folder already exists: Project (ea5c70436f9f4544a15bf927815afda8). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 953.783518] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Creating folder: Instances. Parent ref: group-v718181. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.783759] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d46b1a5d-5cc9-432b-a279-3f16c54340bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.794403] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Created folder: Instances in parent group-v718181. [ 953.794657] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.794857] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.795089] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6313898d-ff94-49ba-92cd-d7c1058df382 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.816460] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.816460] env[69155]: value = "task-3599860" [ 953.816460] env[69155]: _type = "Task" [ 953.816460] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.824186] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599860, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.977469] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: c5209efb-b5b2-484e-ac69-af52353f1b0b] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.056104] env[69155]: DEBUG nova.network.neutron [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Updated VIF entry in instance network info cache for port f3037fe5-a659-4449-bc5b-502aff13141e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.056500] env[69155]: DEBUG nova.network.neutron [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Updating instance_info_cache with network_info: [{"id": "f3037fe5-a659-4449-bc5b-502aff13141e", "address": "fa:16:3e:56:8f:0f", "network": {"id": "a45136fb-2e1b-424d-971f-5ec24942fb27", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1502366436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea5c70436f9f4544a15bf927815afda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3037fe5-a6", "ovs_interfaceid": "f3037fe5-a659-4449-bc5b-502aff13141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.101687] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.102242] env[69155]: DEBUG nova.compute.manager [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.105488] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.009s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.105731] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.108313] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.626s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.108552] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.110774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.836s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.112239] env[69155]: INFO nova.compute.claims [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.142331] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599857, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.155144] env[69155]: INFO nova.scheduler.client.report [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted allocations for instance 6e927889-8993-4deb-8621-4d034a32e16c [ 954.156981] env[69155]: INFO nova.scheduler.client.report [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Deleted allocations for instance efcb0324-5009-45e3-b25d-d21c511499bf [ 954.327767] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599860, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.482262] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: eee33ff6-155a-4f56-b1d9-368670568da4] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.559750] env[69155]: DEBUG oslo_concurrency.lockutils [req-9fb0b091-f9c7-4e88-ae1b-69dd5e0a126d req-3635670b-3728-4bbe-b603-0ba0ed3c9be4 service nova] Releasing lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.576958] env[69155]: DEBUG nova.network.neutron [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Successfully updated port: 3ac0f872-036b-40fb-8f29-2fa78fca74fe {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.593361] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e5b169e7-4528-4524-bc83-706f38d0deb4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.593682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e5b169e7-4528-4524-bc83-706f38d0deb4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.594055] env[69155]: DEBUG nova.objects.instance [None req-e5b169e7-4528-4524-bc83-706f38d0deb4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'flavor' on Instance uuid 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.616871] env[69155]: DEBUG nova.compute.utils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.620447] env[69155]: DEBUG nova.compute.manager [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 954.644032] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599857, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.583529} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.644348] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 2451045d-befe-4c53-bc53-4bba9fcee939/2451045d-befe-4c53-bc53-4bba9fcee939.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.644599] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.644891] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f2faef6-ef13-459f-9de7-840997f8691a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.651380] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 954.651380] env[69155]: value = "task-3599861" [ 954.651380] env[69155]: _type = "Task" [ 954.651380] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.660797] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.668381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-18b476da-4860-46f5-9898-696bdb609a28 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "6e927889-8993-4deb-8621-4d034a32e16c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.734s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.669462] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e033ffab-bbdc-4839-af5a-53c2af5224cc tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Lock "efcb0324-5009-45e3-b25d-d21c511499bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.161s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.827586] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599860, 'name': CreateVM_Task, 'duration_secs': 0.773182} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.827829] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.828705] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718189', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'name': 'volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90d5a247-9f35-466a-b0ad-3ed4d1c94bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'serial': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4'}, 'attachment_id': 'ee7661cf-272c-45f4-939f-ec0cc9ecf039', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69155) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 954.828973] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Root volume attach. Driver type: vmdk {{(pid=69155) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 954.829901] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a83df4e-82e4-4c9a-93a8-f71d74833bc7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.838450] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055fc0e9-3d19-43c7-960f-24f78b321766 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.845398] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e2efd0-d1c1-44cc-be01-0e258bc78198 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.851489] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b75cf8e8-a795-42d1-a9a8-6e9856c4e7b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.859741] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 954.859741] env[69155]: value = "task-3599862" [ 954.859741] env[69155]: _type = "Task" [ 954.859741] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.867553] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.984130] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: a30ce7e7-7d02-445a-bae4-4db714cfbc96] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.082098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "refresh_cache-b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.082328] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "refresh_cache-b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.082451] env[69155]: DEBUG nova.network.neutron [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.098606] env[69155]: DEBUG nova.objects.instance [None req-e5b169e7-4528-4524-bc83-706f38d0deb4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'pci_requests' on Instance uuid 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.122380] env[69155]: DEBUG nova.compute.manager [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.164521] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098438} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.167872] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.169143] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159e30f5-c745-4b3e-92d8-261c55f3a6db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.198216] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 2451045d-befe-4c53-bc53-4bba9fcee939/2451045d-befe-4c53-bc53-4bba9fcee939.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.201642] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d396fb4-7123-46d3-a5a2-72865a3251c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.227404] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 955.227404] env[69155]: value = "task-3599863" [ 955.227404] env[69155]: _type = "Task" [ 955.227404] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.241343] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.341659] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.341996] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.342148] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.342347] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.342499] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.342651] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.342886] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.343076] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.343270] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.343447] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.343626] env[69155]: DEBUG nova.virt.hardware [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.345907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba74cb9c-cdbe-47b4-8786-2016cc4c7409 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.361184] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4dd77-f169-4531-5364-23f92bf64176/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 955.362626] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fc164c-9abd-4736-8110-3833233bedd1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.371446] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349edd21-6459-4550-ac66-1269284acc23 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.387739] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task} progress is 40%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.398460] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4dd77-f169-4531-5364-23f92bf64176/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 955.398666] env[69155]: ERROR oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4dd77-f169-4531-5364-23f92bf64176/disk-0.vmdk due to incomplete transfer. [ 955.401625] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bbf7a064-a952-47ad-9187-c31acdaf259f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.413916] env[69155]: DEBUG oslo_vmware.rw_handles [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4dd77-f169-4531-5364-23f92bf64176/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 955.413916] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Uploaded image d9474b11-c05b-4eaf-a03d-60fd4a0d48a5 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 955.416332] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 955.419443] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6e6f191-6e6f-44fd-954e-f72ee5a5c3d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.430718] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 955.430718] env[69155]: value = "task-3599864" [ 955.430718] env[69155]: _type = "Task" [ 955.430718] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.448779] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599864, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.488030] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1f57d393-7d28-4d23-917f-a9529c8e912f] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.602830] env[69155]: DEBUG nova.objects.base [None req-e5b169e7-4528-4524-bc83-706f38d0deb4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Object Instance<0efb89c0-edbc-4612-90a8-ed43bcbaa7dd> lazy-loaded attributes: flavor,pci_requests {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 955.603103] env[69155]: DEBUG nova.network.neutron [None req-e5b169e7-4528-4524-bc83-706f38d0deb4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.644293] env[69155]: DEBUG nova.network.neutron [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.692016] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dbd989-8cc4-4dd5-91c7-49fb7f7b37ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.706615] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75577afa-bda0-46bc-877a-775e422fe8f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.746472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e5b169e7-4528-4524-bc83-706f38d0deb4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.153s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.751473] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbac513-2664-46df-b7be-59f511cf4c06 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.766852] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7d7691-fef0-4f59-8365-9ae54fecfc8b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.773680] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599863, 'name': ReconfigVM_Task, 'duration_secs': 0.41} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.774028] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 2451045d-befe-4c53-bc53-4bba9fcee939/2451045d-befe-4c53-bc53-4bba9fcee939.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.775265] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3598eeca-b0a8-418d-a680-96fd2783d692 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.789010] env[69155]: DEBUG nova.compute.provider_tree [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.794700] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 955.794700] env[69155]: value = "task-3599865" [ 955.794700] env[69155]: _type = "Task" [ 955.794700] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.806066] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599865, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.870500] env[69155]: DEBUG nova.network.neutron [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Updating instance_info_cache with network_info: [{"id": "3ac0f872-036b-40fb-8f29-2fa78fca74fe", "address": "fa:16:3e:bc:f9:e7", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac0f872-03", "ovs_interfaceid": "3ac0f872-036b-40fb-8f29-2fa78fca74fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.887410] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task} progress is 54%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.946036] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599864, 'name': Destroy_Task, 'duration_secs': 0.496548} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.946036] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Destroyed the VM [ 955.946036] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 955.946036] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9896ff56-88ba-478f-bff4-6d4cd17239c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.953475] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 955.953475] env[69155]: value = "task-3599866" [ 955.953475] env[69155]: _type = "Task" [ 955.953475] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.968264] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599866, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.991075] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 79980895-3dc5-4c6e-9aaa-2b851e7d18fe] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.138686] env[69155]: DEBUG nova.compute.manager [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.174221] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.174500] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.174667] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.174880] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.175056] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.175259] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.175497] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.175684] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.175869] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.176092] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.176268] env[69155]: DEBUG nova.virt.hardware [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.177216] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391180c-4a2a-41fb-bb79-d7be422a40fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.188012] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3e7cd-4d00-4558-a012-08e672187c5f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.205455] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.211407] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Creating folder: Project (e33d5d5493cf4fb19d303e001bb5aba0). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.212222] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0642ee33-9805-4f3f-80e0-53c1fb1e0380 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.224196] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Created folder: Project (e33d5d5493cf4fb19d303e001bb5aba0) in parent group-v718010. [ 956.224433] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Creating folder: Instances. Parent ref: group-v718233. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.224735] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9c80a9f-a1fd-48bd-8918-03ae043edc42 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.236893] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Created folder: Instances in parent group-v718233. [ 956.237285] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.237647] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.238078] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-711b0625-911b-4fce-95f1-1d6d66282691 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.260871] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.260871] env[69155]: value = "task-3599869" [ 956.260871] env[69155]: _type = "Task" [ 956.260871] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.271583] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599869, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.297016] env[69155]: DEBUG nova.scheduler.client.report [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.313881] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599865, 'name': Rename_Task, 'duration_secs': 0.183382} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.314231] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.314530] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cf35e37-e0c7-40b3-b25b-93d2d40534e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.323260] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 956.323260] env[69155]: value = "task-3599870" [ 956.323260] env[69155]: _type = "Task" [ 956.323260] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.333630] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.373774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "refresh_cache-b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.375069] env[69155]: DEBUG nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Instance network_info: |[{"id": "3ac0f872-036b-40fb-8f29-2fa78fca74fe", "address": "fa:16:3e:bc:f9:e7", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac0f872-03", "ovs_interfaceid": "3ac0f872-036b-40fb-8f29-2fa78fca74fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.383216] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:f9:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ac0f872-036b-40fb-8f29-2fa78fca74fe', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.391209] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.391507] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.392274] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c189b9f9-0cc7-46f6-b9f9-183e6b63b089 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.411511] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task} progress is 69%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.420821] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.420821] env[69155]: value = "task-3599871" [ 956.420821] env[69155]: _type = "Task" [ 956.420821] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.434634] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599871, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.467066] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599866, 'name': RemoveSnapshot_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.494370] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: dc5374ab-e345-498c-94e7-47461fa9f47f] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.779224] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599869, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.809605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.811131] env[69155]: DEBUG nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.813532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.802s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.814233] env[69155]: DEBUG nova.objects.instance [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.838901] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.889387] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task} progress is 82%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.937209] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599871, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.970900] env[69155]: DEBUG oslo_vmware.api [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599866, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885222} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.972268] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 956.972786] env[69155]: INFO nova.compute.manager [None req-4037e7f1-3dd6-4fe8-987a-62d52831e66a tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Took 15.29 seconds to snapshot the instance on the hypervisor. [ 956.998014] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: c30815f6-543d-4491-8461-870dbf05b467] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.045917] env[69155]: DEBUG nova.compute.manager [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Received event network-vif-plugged-3ac0f872-036b-40fb-8f29-2fa78fca74fe {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.046108] env[69155]: DEBUG oslo_concurrency.lockutils [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] Acquiring lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.046441] env[69155]: DEBUG oslo_concurrency.lockutils [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] Lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.046649] env[69155]: DEBUG oslo_concurrency.lockutils [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] Lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.046880] env[69155]: DEBUG nova.compute.manager [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] No waiting events found dispatching network-vif-plugged-3ac0f872-036b-40fb-8f29-2fa78fca74fe {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.047085] env[69155]: WARNING nova.compute.manager [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Received unexpected event network-vif-plugged-3ac0f872-036b-40fb-8f29-2fa78fca74fe for instance with vm_state building and task_state spawning. [ 957.047344] env[69155]: DEBUG nova.compute.manager [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Received event network-changed-3ac0f872-036b-40fb-8f29-2fa78fca74fe {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.047626] env[69155]: DEBUG nova.compute.manager [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Refreshing instance network info cache due to event network-changed-3ac0f872-036b-40fb-8f29-2fa78fca74fe. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.047741] env[69155]: DEBUG oslo_concurrency.lockutils [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] Acquiring lock "refresh_cache-b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.047942] env[69155]: DEBUG oslo_concurrency.lockutils [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] Acquired lock "refresh_cache-b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.048126] env[69155]: DEBUG nova.network.neutron [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Refreshing network info cache for port 3ac0f872-036b-40fb-8f29-2fa78fca74fe {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.272729] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599869, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.329317] env[69155]: DEBUG nova.compute.utils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.329921] env[69155]: DEBUG nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.330081] env[69155]: DEBUG nova.network.neutron [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.356476] env[69155]: DEBUG oslo_vmware.api [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599870, 'name': PowerOnVM_Task, 'duration_secs': 0.615713} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.360105] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.360105] env[69155]: INFO nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Took 9.58 seconds to spawn the instance on the hypervisor. [ 957.360105] env[69155]: DEBUG nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.363044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e59c1c-30fa-4dd2-8cb0-ce1164514fe4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.386614] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task} progress is 97%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.421021] env[69155]: DEBUG nova.policy [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c29dbb094334c17af2061b3357c2261', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '837cee88996e47698d59f1d3078d2cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.437364] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599871, 'name': CreateVM_Task, 'duration_secs': 0.56643} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.437643] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.441290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.441290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.441290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.441290] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6a6565-c5e6-456b-92b0-c5bb2fd48f01 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.444635] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 957.444635] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520ff36c-5972-3e79-47fa-3632f90a44b0" [ 957.444635] env[69155]: _type = "Task" [ 957.444635] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.454723] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520ff36c-5972-3e79-47fa-3632f90a44b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.501495] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 61cdbd6e-75d2-45af-b4b3-cba900b17dc1] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.670257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "41001079-778b-456c-95b8-aac47ea3efa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.670633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "41001079-778b-456c-95b8-aac47ea3efa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.670943] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "41001079-778b-456c-95b8-aac47ea3efa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.671227] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "41001079-778b-456c-95b8-aac47ea3efa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.671485] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "41001079-778b-456c-95b8-aac47ea3efa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.674320] env[69155]: INFO nova.compute.manager [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Terminating instance [ 957.775061] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599869, 'name': CreateVM_Task, 'duration_secs': 1.171871} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.775311] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.775715] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.775880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.776209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.776470] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a803ae8a-5def-48c3-ade5-af00adce89a1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.781943] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 957.781943] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5a002-21fd-a236-6888-64472a53e9eb" [ 957.781943] env[69155]: _type = "Task" [ 957.781943] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.790325] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5a002-21fd-a236-6888-64472a53e9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.833248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4f7cfbe-6af3-4fc9-b8b4-5f52781984e4 tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.834726] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.042s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.835032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.837769] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.507s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.837927] env[69155]: DEBUG nova.objects.instance [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lazy-loading 'resources' on Instance uuid 14f42d7b-2f37-417b-9c97-4e4566bb4d96 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.841864] env[69155]: DEBUG nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.874253] env[69155]: INFO nova.scheduler.client.report [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Deleted allocations for instance edba5822-42f0-46a4-8a17-d9832ba6b3a3 [ 957.891545] env[69155]: INFO nova.compute.manager [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Took 60.18 seconds to build instance. [ 957.898403] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task} progress is 97%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.954593] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520ff36c-5972-3e79-47fa-3632f90a44b0, 'name': SearchDatastore_Task, 'duration_secs': 0.02396} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.954871] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.955107] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.955385] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.955542] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.955724] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.955989] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cef93fc9-ea98-4b70-9090-cd6e26fa42d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.965881] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.966097] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.966876] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbead4f-e37e-44a1-a425-b23ad1b1b94d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.973242] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 957.973242] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c23c20-0eb0-5c41-d50e-6adeb6902ac3" [ 957.973242] env[69155]: _type = "Task" [ 957.973242] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.981555] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c23c20-0eb0-5c41-d50e-6adeb6902ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.005271] env[69155]: DEBUG nova.network.neutron [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Updated VIF entry in instance network info cache for port 3ac0f872-036b-40fb-8f29-2fa78fca74fe. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.005964] env[69155]: DEBUG nova.network.neutron [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Updating instance_info_cache with network_info: [{"id": "3ac0f872-036b-40fb-8f29-2fa78fca74fe", "address": "fa:16:3e:bc:f9:e7", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac0f872-03", "ovs_interfaceid": "3ac0f872-036b-40fb-8f29-2fa78fca74fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.008266] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.008266] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69155) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 958.013842] env[69155]: DEBUG nova.network.neutron [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Successfully created port: e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.019217] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "30c55b07-6f91-46dc-a50c-3185097fac67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.019465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "30c55b07-6f91-46dc-a50c-3185097fac67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.019846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.019961] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.020162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "30c55b07-6f91-46dc-a50c-3185097fac67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.022416] env[69155]: INFO nova.compute.manager [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Terminating instance [ 958.061183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.061457] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.061777] env[69155]: DEBUG nova.objects.instance [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'flavor' on Instance uuid 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.178393] env[69155]: DEBUG nova.compute.manager [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.178619] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.180020] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc1398b-baa6-437e-9075-83b416cd9ed8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.189221] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.189221] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5055152-38d3-4abc-8f57-7aa1e78a651c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.194415] env[69155]: DEBUG oslo_vmware.api [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 958.194415] env[69155]: value = "task-3599872" [ 958.194415] env[69155]: _type = "Task" [ 958.194415] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.202170] env[69155]: DEBUG oslo_vmware.api [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.296747] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5a002-21fd-a236-6888-64472a53e9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.02123} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.297195] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.297520] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.297822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.298041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.298311] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.298655] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45b19b62-f6e1-43cf-9e48-dc5b8c0bdccf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.308016] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.308232] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.309034] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0893de26-df0c-4be1-8122-595043782571 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.314797] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 958.314797] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a45f28-df25-c672-5e9b-abfd1ff676fd" [ 958.314797] env[69155]: _type = "Task" [ 958.314797] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.323453] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a45f28-df25-c672-5e9b-abfd1ff676fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.398016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f335acdf-42e3-4712-b564-dae94e25ac67 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "2451045d-befe-4c53-bc53-4bba9fcee939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.343s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.398302] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task} progress is 98%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.401693] env[69155]: DEBUG oslo_concurrency.lockutils [None req-61645545-ae50-4439-8548-4a82e60dc23c tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Lock "edba5822-42f0-46a4-8a17-d9832ba6b3a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.392s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.491286] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c23c20-0eb0-5c41-d50e-6adeb6902ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.022824} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.495334] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfab7e9-2131-4890-acac-0df51c7df190 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.501711] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 958.501711] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5234aad3-ffeb-2d23-0229-90522882becf" [ 958.501711] env[69155]: _type = "Task" [ 958.501711] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.509670] env[69155]: DEBUG oslo_concurrency.lockutils [req-00cbd938-9f06-48a0-a609-6d358a2ce92a req-afc1e320-714d-4fcb-a580-4f8eca5feafb service nova] Releasing lock "refresh_cache-b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.514098] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.515864] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5234aad3-ffeb-2d23-0229-90522882becf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.527484] env[69155]: DEBUG nova.compute.manager [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.527721] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.529094] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3711f90b-2bf9-4cbe-98e0-e07dd71e8466 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.539129] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.541639] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f03f72-9a0c-4baa-935a-d1de0c0a20dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.548994] env[69155]: DEBUG oslo_vmware.api [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 958.548994] env[69155]: value = "task-3599873" [ 958.548994] env[69155]: _type = "Task" [ 958.548994] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.558604] env[69155]: DEBUG oslo_vmware.api [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.658339] env[69155]: DEBUG nova.objects.instance [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'pci_requests' on Instance uuid 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.704915] env[69155]: DEBUG oslo_vmware.api [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599872, 'name': PowerOffVM_Task, 'duration_secs': 0.293325} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.707717] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.707926] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.709027] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16abeb2a-216b-4898-a7da-1376879a8c10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.803750] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0df929-6ce4-48c3-a998-6bda2ef7eb77 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.811260] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9170ab-120f-4b6b-aa4e-e37b8fc0db22 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.844911] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b3ef9d-8e8f-45a5-a791-9f83c32844a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.849957] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a45f28-df25-c672-5e9b-abfd1ff676fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.851989] env[69155]: DEBUG nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.853872] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95019aa4-6dfa-44ba-8f11-13679866f3c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.859687] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da511720-618a-4afc-b994-057e7ec3069b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.864548] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 958.864548] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523999ba-e9ec-5fbb-a350-9743c5816112" [ 958.864548] env[69155]: _type = "Task" [ 958.864548] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.877201] env[69155]: DEBUG nova.compute.provider_tree [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.885323] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523999ba-e9ec-5fbb-a350-9743c5816112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.887643] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.887933] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.888120] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.888329] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.888519] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.888676] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.888921] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.889096] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.889265] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.889431] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.889667] env[69155]: DEBUG nova.virt.hardware [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.893138] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f07bb8d-4aad-4218-bddb-3de468d6504a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.903780] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fad5d8-9814-4f09-bdf6-d989b62a23b0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.907419] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599862, 'name': RelocateVM_Task, 'duration_secs': 3.678698} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.908116] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 958.908329] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718189', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'name': 'volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90d5a247-9f35-466a-b0ad-3ed4d1c94bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'serial': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 958.909357] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d0b1a4-1a00-4a18-9dc8-ed5822ab2443 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.933134] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4345699-0482-4475-8f7e-409493c4361f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.957550] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4/volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.957917] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2640d6e1-227b-4ab6-9476-4acf1c29c040 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.982472] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 958.982472] env[69155]: value = "task-3599875" [ 958.982472] env[69155]: _type = "Task" [ 958.982472] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.991444] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.015425] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5234aad3-ffeb-2d23-0229-90522882becf, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.015827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.016338] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a/b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.016491] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d5a9847-fc71-45aa-a506-7a7382e351bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.024893] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 959.024893] env[69155]: value = "task-3599876" [ 959.024893] env[69155]: _type = "Task" [ 959.024893] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.033431] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.058457] env[69155]: DEBUG oslo_vmware.api [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599873, 'name': PowerOffVM_Task, 'duration_secs': 0.182028} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.058782] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.058986] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.059302] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ab4890-80a8-4c6b-9e2c-4d2d8d7793fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.159915] env[69155]: DEBUG nova.objects.base [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Object Instance<0efb89c0-edbc-4612-90a8-ed43bcbaa7dd> lazy-loaded attributes: flavor,pci_requests {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.160189] env[69155]: DEBUG nova.network.neutron [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.197880] env[69155]: DEBUG nova.policy [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.232653] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.232871] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.233054] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleting the datastore file [datastore1] 41001079-778b-456c-95b8-aac47ea3efa3 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.233340] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af8a54a5-3d19-4035-ab8b-ffd576d1bd5f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.239504] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.239820] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.239951] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Deleting the datastore file [datastore2] 30c55b07-6f91-46dc-a50c-3185097fac67 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.240683] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3f519b-9ac4-42cb-8be9-7efaa6e00b86 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.243391] env[69155]: DEBUG oslo_vmware.api [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 959.243391] env[69155]: value = "task-3599878" [ 959.243391] env[69155]: _type = "Task" [ 959.243391] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.251028] env[69155]: DEBUG oslo_vmware.api [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 959.251028] env[69155]: value = "task-3599879" [ 959.251028] env[69155]: _type = "Task" [ 959.251028] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.257119] env[69155]: DEBUG oslo_vmware.api [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.261789] env[69155]: DEBUG oslo_vmware.api [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.378395] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523999ba-e9ec-5fbb-a350-9743c5816112, 'name': SearchDatastore_Task, 'duration_secs': 0.039985} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.378734] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.379034] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] e23eebb1-7dea-461b-bfc4-ffc433f35b19/e23eebb1-7dea-461b-bfc4-ffc433f35b19.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.379433] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bcbbcba-fe3d-4d16-94fd-acbd193e674b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.382405] env[69155]: DEBUG nova.scheduler.client.report [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.395661] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 959.395661] env[69155]: value = "task-3599880" [ 959.395661] env[69155]: _type = "Task" [ 959.395661] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.402562] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.494299] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.510161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.510492] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.510770] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.510991] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.511196] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.513570] env[69155]: INFO nova.compute.manager [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Terminating instance [ 959.536100] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.753370] env[69155]: DEBUG oslo_vmware.api [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290506} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.757081] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.757325] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.757561] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.757707] env[69155]: INFO nova.compute.manager [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Took 1.58 seconds to destroy the instance on the hypervisor. [ 959.757953] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.758197] env[69155]: DEBUG nova.compute.manager [-] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.758301] env[69155]: DEBUG nova.network.neutron [-] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.772833] env[69155]: DEBUG oslo_vmware.api [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48807} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.773098] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.773275] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.773455] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.773635] env[69155]: INFO nova.compute.manager [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Took 1.25 seconds to destroy the instance on the hypervisor. [ 959.773882] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.774137] env[69155]: DEBUG nova.compute.manager [-] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.774204] env[69155]: DEBUG nova.network.neutron [-] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.889304] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.892842] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.634s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.893353] env[69155]: DEBUG nova.objects.instance [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lazy-loading 'resources' on Instance uuid 11cb3234-1f5d-4fa3-85b6-27762718a63d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.911312] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.919856] env[69155]: INFO nova.scheduler.client.report [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Deleted allocations for instance 14f42d7b-2f37-417b-9c97-4e4566bb4d96 [ 959.993905] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599875, 'name': ReconfigVM_Task, 'duration_secs': 0.752869} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.994291] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4/volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.999863] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bdbfc15-5049-4c25-8b81-b0f776a52857 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.018546] env[69155]: DEBUG nova.compute.manager [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.018862] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.019144] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 960.019144] env[69155]: value = "task-3599881" [ 960.019144] env[69155]: _type = "Task" [ 960.019144] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.019902] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3255e4-27a6-4a6f-8515-d1e419c134ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.026463] env[69155]: DEBUG nova.network.neutron [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Successfully created port: 04fe7d08-e40d-4f5a-91ef-3b3aab29274a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.034491] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.038295] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5e03401-a6fa-4bc8-9661-37d3f8d50d80 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.040540] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.043923] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666422} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.044585] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a/b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.044832] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.045117] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53bee456-0f45-4c84-b99d-368d3694b604 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.049415] env[69155]: DEBUG oslo_vmware.api [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 960.049415] env[69155]: value = "task-3599882" [ 960.049415] env[69155]: _type = "Task" [ 960.049415] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.056100] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 960.056100] env[69155]: value = "task-3599883" [ 960.056100] env[69155]: _type = "Task" [ 960.056100] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.063964] env[69155]: DEBUG oslo_vmware.api [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.067460] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.300112] env[69155]: DEBUG nova.network.neutron [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Successfully updated port: e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.364940] env[69155]: DEBUG oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527366f6-6180-bcd9-8369-3d5039524857/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.365940] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91404b2e-a207-45d9-8ee0-f89fd94d8959 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.373199] env[69155]: DEBUG oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527366f6-6180-bcd9-8369-3d5039524857/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.373615] env[69155]: ERROR oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527366f6-6180-bcd9-8369-3d5039524857/disk-0.vmdk due to incomplete transfer. [ 960.373615] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-104c7bb8-5f0e-45ee-add9-9dcfe65c6e17 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.381373] env[69155]: DEBUG oslo_vmware.rw_handles [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527366f6-6180-bcd9-8369-3d5039524857/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 960.381610] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Uploaded image da21653f-53ae-4e7c-96c0-0117c6fa0099 to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 960.384313] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 960.384894] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdfeb6da-891d-40f3-8cda-b5c0b7b893c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.391897] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 960.391897] env[69155]: value = "task-3599884" [ 960.391897] env[69155]: _type = "Task" [ 960.391897] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.407918] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599884, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.412426] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74156} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.412666] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] e23eebb1-7dea-461b-bfc4-ffc433f35b19/e23eebb1-7dea-461b-bfc4-ffc433f35b19.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.412886] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.413189] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69b73f3e-d610-473f-b4b1-96fff2884439 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.420714] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 960.420714] env[69155]: value = "task-3599885" [ 960.420714] env[69155]: _type = "Task" [ 960.420714] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.427766] env[69155]: DEBUG oslo_concurrency.lockutils [None req-42bfea86-f360-4a85-a44c-5e2d555b01ee tempest-ServersListShow296Test-1292844926 tempest-ServersListShow296Test-1292844926-project-member] Lock "14f42d7b-2f37-417b-9c97-4e4566bb4d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.450s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.435416] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.537534] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599881, 'name': ReconfigVM_Task, 'duration_secs': 0.191402} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.537534] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718189', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'name': 'volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90d5a247-9f35-466a-b0ad-3ed4d1c94bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'serial': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 960.543319] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-498cbd57-f387-47a7-8130-3ed94ba63873 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.551622] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 960.551622] env[69155]: value = "task-3599886" [ 960.551622] env[69155]: _type = "Task" [ 960.551622] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.569033] env[69155]: DEBUG oslo_vmware.api [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599882, 'name': PowerOffVM_Task, 'duration_secs': 0.225598} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.569558] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.569968] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.577964] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27fbbde1-da7f-4dcd-b8cb-2a687dd3a28c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.582071] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599886, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.582071] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119497} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.584094] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.585725] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06498273-99a0-4ba5-9bf1-a64ba496d206 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.608323] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a/b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.613578] env[69155]: DEBUG nova.network.neutron [-] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.614063] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1879f287-877c-43c6-b78a-e2e215e4f7af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.630197] env[69155]: INFO nova.compute.manager [-] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Took 0.86 seconds to deallocate network for instance. [ 960.631411] env[69155]: DEBUG nova.network.neutron [-] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.639270] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 960.639270] env[69155]: value = "task-3599888" [ 960.639270] env[69155]: _type = "Task" [ 960.639270] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.656161] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.661161] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.661475] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.661680] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Deleting the datastore file [datastore2] 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.662828] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d206970-c9ab-4cde-81e5-8516c1d00ee5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.671453] env[69155]: DEBUG oslo_vmware.api [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 960.671453] env[69155]: value = "task-3599889" [ 960.671453] env[69155]: _type = "Task" [ 960.671453] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.686186] env[69155]: DEBUG oslo_vmware.api [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.803709] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.803709] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquired lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.803845] env[69155]: DEBUG nova.network.neutron [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.911286] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599884, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.932078] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162753} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.935029] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.936345] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e8fba8-ce2f-4abb-9e4d-64cad0b0054c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.967581] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e23eebb1-7dea-461b-bfc4-ffc433f35b19/e23eebb1-7dea-461b-bfc4-ffc433f35b19.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.970955] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ebac96-5e48-4ccb-871c-3b38095a3803 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.992426] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 960.992426] env[69155]: value = "task-3599890" [ 960.992426] env[69155]: _type = "Task" [ 960.992426] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.000351] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.017493] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b3c5ee-59eb-4272-989c-21e67aa25f6f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.025182] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f583050e-f180-42b2-bcfa-45c3382eb812 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.059986] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bdd156-7b63-4292-969b-0edac5cafa8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.070664] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d99b7b-fcfe-47d0-9025-90de460f6812 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.074695] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599886, 'name': Rename_Task, 'duration_secs': 0.291033} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.074980] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.075641] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be0a562b-e5aa-49e0-a78a-41206731133f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.087184] env[69155]: DEBUG nova.compute.provider_tree [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.094371] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 961.094371] env[69155]: value = "task-3599891" [ 961.094371] env[69155]: _type = "Task" [ 961.094371] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.102345] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.134275] env[69155]: INFO nova.compute.manager [-] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Took 1.38 seconds to deallocate network for instance. [ 961.140383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.150042] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599888, 'name': ReconfigVM_Task, 'duration_secs': 0.326302} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.150346] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Reconfigured VM instance instance-0000004a to attach disk [datastore2] b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a/b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.150986] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-759d3a35-7f49-4ee6-b9a1-06d37b021c0c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.158204] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 961.158204] env[69155]: value = "task-3599892" [ 961.158204] env[69155]: _type = "Task" [ 961.158204] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.171932] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599892, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.180809] env[69155]: DEBUG oslo_vmware.api [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3599889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47213} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.181085] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.181301] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.181534] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.181719] env[69155]: INFO nova.compute.manager [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Took 1.16 seconds to destroy the instance on the hypervisor. [ 961.181970] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.182183] env[69155]: DEBUG nova.compute.manager [-] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.182281] env[69155]: DEBUG nova.network.neutron [-] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.227934] env[69155]: DEBUG nova.compute.manager [req-2da9e4df-51f2-43a1-bd42-b299c03c65d5 req-1ba0d521-a7cf-41bc-8eff-51efbe33b809 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Received event network-vif-plugged-e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.228182] env[69155]: DEBUG oslo_concurrency.lockutils [req-2da9e4df-51f2-43a1-bd42-b299c03c65d5 req-1ba0d521-a7cf-41bc-8eff-51efbe33b809 service nova] Acquiring lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.228390] env[69155]: DEBUG oslo_concurrency.lockutils [req-2da9e4df-51f2-43a1-bd42-b299c03c65d5 req-1ba0d521-a7cf-41bc-8eff-51efbe33b809 service nova] Lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.228559] env[69155]: DEBUG oslo_concurrency.lockutils [req-2da9e4df-51f2-43a1-bd42-b299c03c65d5 req-1ba0d521-a7cf-41bc-8eff-51efbe33b809 service nova] Lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.228731] env[69155]: DEBUG nova.compute.manager [req-2da9e4df-51f2-43a1-bd42-b299c03c65d5 req-1ba0d521-a7cf-41bc-8eff-51efbe33b809 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] No waiting events found dispatching network-vif-plugged-e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.228947] env[69155]: WARNING nova.compute.manager [req-2da9e4df-51f2-43a1-bd42-b299c03c65d5 req-1ba0d521-a7cf-41bc-8eff-51efbe33b809 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Received unexpected event network-vif-plugged-e7687911-1108-4397-92c3-3a68ae527f2b for instance with vm_state building and task_state spawning. [ 961.359169] env[69155]: DEBUG nova.network.neutron [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.408582] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599884, 'name': Destroy_Task, 'duration_secs': 0.960256} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.408813] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Destroyed the VM [ 961.409066] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 961.409326] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-996072bb-ab46-4940-b7aa-3e04ad3913da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.416301] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 961.416301] env[69155]: value = "task-3599893" [ 961.416301] env[69155]: _type = "Task" [ 961.416301] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.424641] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.501469] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599890, 'name': ReconfigVM_Task, 'duration_secs': 0.414119} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.501777] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e23eebb1-7dea-461b-bfc4-ffc433f35b19/e23eebb1-7dea-461b-bfc4-ffc433f35b19.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.502420] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-407fa170-e3b1-4260-b268-b35fba70c3cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.511159] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 961.511159] env[69155]: value = "task-3599894" [ 961.511159] env[69155]: _type = "Task" [ 961.511159] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.517655] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599894, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.592072] env[69155]: DEBUG nova.scheduler.client.report [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.606475] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.642472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.669033] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599892, 'name': Rename_Task, 'duration_secs': 0.152881} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.669335] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.669618] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35df204-40c1-4092-adc8-01f8dd7f555f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.676349] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 961.676349] env[69155]: value = "task-3599895" [ 961.676349] env[69155]: _type = "Task" [ 961.676349] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.693704] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.925855] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.954737] env[69155]: DEBUG nova.network.neutron [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updating instance_info_cache with network_info: [{"id": "e7687911-1108-4397-92c3-3a68ae527f2b", "address": "fa:16:3e:f5:a5:e1", "network": {"id": "b65a38af-bafc-487a-85b9-e5e1dc00a312", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2080985317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "837cee88996e47698d59f1d3078d2cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7687911-11", "ovs_interfaceid": "e7687911-1108-4397-92c3-3a68ae527f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.024283] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599894, 'name': Rename_Task, 'duration_secs': 0.317916} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.024283] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.024283] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d447d93-27be-4e88-a80d-a029df73e111 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.036206] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 962.036206] env[69155]: value = "task-3599896" [ 962.036206] env[69155]: _type = "Task" [ 962.036206] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.040950] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.100710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.106947] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.286s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.109947] env[69155]: INFO nova.compute.claims [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.123701] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599891, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.136271] env[69155]: INFO nova.scheduler.client.report [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleted allocations for instance 11cb3234-1f5d-4fa3-85b6-27762718a63d [ 962.198490] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.427245] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599893, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.458922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Releasing lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.458922] env[69155]: DEBUG nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Instance network_info: |[{"id": "e7687911-1108-4397-92c3-3a68ae527f2b", "address": "fa:16:3e:f5:a5:e1", "network": {"id": "b65a38af-bafc-487a-85b9-e5e1dc00a312", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2080985317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "837cee88996e47698d59f1d3078d2cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7687911-11", "ovs_interfaceid": "e7687911-1108-4397-92c3-3a68ae527f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.459798] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:a5:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7687911-1108-4397-92c3-3a68ae527f2b', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.467017] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Creating folder: Project (837cee88996e47698d59f1d3078d2cf1). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.467704] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b6198fd-879c-4bee-8628-6d15d361042e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.478729] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Created folder: Project (837cee88996e47698d59f1d3078d2cf1) in parent group-v718010. [ 962.478921] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Creating folder: Instances. Parent ref: group-v718237. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.479221] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de4e123-773e-42e2-9ed7-1b78a140c9b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.490072] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Created folder: Instances in parent group-v718237. [ 962.490339] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.490552] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.490780] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-430b8ebd-8c02-4768-9c21-a7fb08563339 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.510585] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.510585] env[69155]: value = "task-3599899" [ 962.510585] env[69155]: _type = "Task" [ 962.510585] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.518302] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599899, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.541413] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599896, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.606985] env[69155]: DEBUG oslo_vmware.api [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3599891, 'name': PowerOnVM_Task, 'duration_secs': 1.104145} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.607357] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.607579] env[69155]: INFO nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Took 10.23 seconds to spawn the instance on the hypervisor. [ 962.607788] env[69155]: DEBUG nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.609039] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808ebba7-6260-4063-a176-bb69a8baacfc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.623716] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.623951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.624165] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.624346] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.624576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.626426] env[69155]: INFO nova.compute.manager [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Terminating instance [ 962.646873] env[69155]: DEBUG oslo_concurrency.lockutils [None req-64752a17-2504-45af-8545-0fd03076ddeb tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "11cb3234-1f5d-4fa3-85b6-27762718a63d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.998s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.690015] env[69155]: DEBUG oslo_vmware.api [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599895, 'name': PowerOnVM_Task, 'duration_secs': 0.628827} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.690429] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.690639] env[69155]: INFO nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Took 9.22 seconds to spawn the instance on the hypervisor. [ 962.690814] env[69155]: DEBUG nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.692333] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b2838a-1f78-4f8c-81b4-278bd2ff14c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.834528] env[69155]: DEBUG nova.network.neutron [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Successfully updated port: 04fe7d08-e40d-4f5a-91ef-3b3aab29274a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.889094] env[69155]: DEBUG nova.network.neutron [-] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.926977] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599893, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.021360] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599899, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.041911] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599896, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.131412] env[69155]: INFO nova.compute.manager [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Took 58.95 seconds to build instance. [ 963.132500] env[69155]: DEBUG nova.compute.manager [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.132697] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.133561] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ba9a75-7d0e-4c4b-bb26-5bbcfa2b2698 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.141734] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.142187] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da6edb97-1b0f-411f-9049-cae4e910af77 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.151394] env[69155]: DEBUG oslo_vmware.api [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 963.151394] env[69155]: value = "task-3599900" [ 963.151394] env[69155]: _type = "Task" [ 963.151394] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.162561] env[69155]: DEBUG oslo_vmware.api [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.208070] env[69155]: INFO nova.compute.manager [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Took 52.39 seconds to build instance. [ 963.340130] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.340130] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.340130] env[69155]: DEBUG nova.network.neutron [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.392849] env[69155]: INFO nova.compute.manager [-] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Took 2.21 seconds to deallocate network for instance. [ 963.431331] env[69155]: DEBUG oslo_vmware.api [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599893, 'name': RemoveSnapshot_Task, 'duration_secs': 1.550224} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.433982] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 963.434264] env[69155]: INFO nova.compute.manager [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Took 18.34 seconds to snapshot the instance on the hypervisor. [ 963.520526] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599899, 'name': CreateVM_Task, 'duration_secs': 0.821775} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.522718] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.523499] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.523666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.523977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.524248] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bddd48f-13ef-4a7b-a14d-99c61a0433c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.528954] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 963.528954] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529fe543-57a9-9695-9176-d97e6997ace6" [ 963.528954] env[69155]: _type = "Task" [ 963.528954] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.534127] env[69155]: DEBUG nova.compute.manager [req-7a19c978-e7e1-43ef-bb4a-8133368180ad req-f21ed041-50fe-4e84-b84c-80bc4705833b service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-vif-plugged-04fe7d08-e40d-4f5a-91ef-3b3aab29274a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.534350] env[69155]: DEBUG oslo_concurrency.lockutils [req-7a19c978-e7e1-43ef-bb4a-8133368180ad req-f21ed041-50fe-4e84-b84c-80bc4705833b service nova] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.534532] env[69155]: DEBUG oslo_concurrency.lockutils [req-7a19c978-e7e1-43ef-bb4a-8133368180ad req-f21ed041-50fe-4e84-b84c-80bc4705833b service nova] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.534706] env[69155]: DEBUG oslo_concurrency.lockutils [req-7a19c978-e7e1-43ef-bb4a-8133368180ad req-f21ed041-50fe-4e84-b84c-80bc4705833b service nova] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.534865] env[69155]: DEBUG nova.compute.manager [req-7a19c978-e7e1-43ef-bb4a-8133368180ad req-f21ed041-50fe-4e84-b84c-80bc4705833b service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] No waiting events found dispatching network-vif-plugged-04fe7d08-e40d-4f5a-91ef-3b3aab29274a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.535045] env[69155]: WARNING nova.compute.manager [req-7a19c978-e7e1-43ef-bb4a-8133368180ad req-f21ed041-50fe-4e84-b84c-80bc4705833b service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received unexpected event network-vif-plugged-04fe7d08-e40d-4f5a-91ef-3b3aab29274a for instance with vm_state active and task_state None. [ 963.539878] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd10b6e3-39ed-484e-a677-01675914de21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.542211] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529fe543-57a9-9695-9176-d97e6997ace6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.552244] env[69155]: DEBUG oslo_vmware.api [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599896, 'name': PowerOnVM_Task, 'duration_secs': 1.263402} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.552548] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.552748] env[69155]: INFO nova.compute.manager [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Took 7.41 seconds to spawn the instance on the hypervisor. [ 963.552963] env[69155]: DEBUG nova.compute.manager [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.553857] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6ddac1-415d-45af-8c8d-4ec9d1c1f1c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.557176] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6376f3db-c600-4e4e-adc8-5e2a5968961b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.590945] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4c910-fed2-4900-9166-16385b44f9f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.598963] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759df7c3-3ba4-4e9b-aecc-7ef824b9040f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.612999] env[69155]: DEBUG nova.compute.provider_tree [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.638013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.147s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.665020] env[69155]: DEBUG oslo_vmware.api [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599900, 'name': PowerOffVM_Task, 'duration_secs': 0.22979} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.665020] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.665020] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.665020] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df070a5b-452f-43cb-8a35-12195fea96ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.710333] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a90d61d0-0263-457e-a3ba-002509249301 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.420s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.732628] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.732918] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.733154] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleting the datastore file [datastore2] 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.733449] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23473026-a932-4748-a489-45f1cafd40a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.739778] env[69155]: DEBUG oslo_vmware.api [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 963.739778] env[69155]: value = "task-3599902" [ 963.739778] env[69155]: _type = "Task" [ 963.739778] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.747251] env[69155]: DEBUG oslo_vmware.api [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.754172] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "2451045d-befe-4c53-bc53-4bba9fcee939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.754460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "2451045d-befe-4c53-bc53-4bba9fcee939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.754666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "2451045d-befe-4c53-bc53-4bba9fcee939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.754850] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "2451045d-befe-4c53-bc53-4bba9fcee939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.755030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "2451045d-befe-4c53-bc53-4bba9fcee939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.757076] env[69155]: INFO nova.compute.manager [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Terminating instance [ 963.891335] env[69155]: WARNING nova.network.neutron [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] 8fccbbe0-1aa5-4131-a4e2-ad168554378d already exists in list: networks containing: ['8fccbbe0-1aa5-4131-a4e2-ad168554378d']. ignoring it [ 963.902929] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.006555] env[69155]: DEBUG nova.compute.manager [None req-d794e256-9e04-497c-a122-7c70516653da tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Found 2 images (rotation: 2) {{(pid=69155) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 964.040149] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529fe543-57a9-9695-9176-d97e6997ace6, 'name': SearchDatastore_Task, 'duration_secs': 0.049541} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.040488] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.040731] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.041253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.041253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.041383] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.041623] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e5ea09d-8680-4344-823c-6a4bdf4e41ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.052871] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.053141] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.053973] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38063d8-8607-4fd0-b78b-986ad09966b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.059377] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 964.059377] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e61113-4f59-848c-17f8-772400e96e95" [ 964.059377] env[69155]: _type = "Task" [ 964.059377] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.068067] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e61113-4f59-848c-17f8-772400e96e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.101969] env[69155]: INFO nova.compute.manager [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Took 51.58 seconds to build instance. [ 964.115600] env[69155]: DEBUG nova.scheduler.client.report [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.249354] env[69155]: DEBUG oslo_vmware.api [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337143} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.249616] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.249805] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.249985] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.250173] env[69155]: INFO nova.compute.manager [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 964.250415] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.250604] env[69155]: DEBUG nova.compute.manager [-] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.250702] env[69155]: DEBUG nova.network.neutron [-] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.260116] env[69155]: DEBUG nova.compute.manager [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.260287] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.261486] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf26a14-82f1-411a-9aa0-e4287c9941cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.269551] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.269809] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b79412b-3b81-4fc8-8692-61e7a5d5ad02 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.276359] env[69155]: DEBUG oslo_vmware.api [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 964.276359] env[69155]: value = "task-3599903" [ 964.276359] env[69155]: _type = "Task" [ 964.276359] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.283915] env[69155]: DEBUG oslo_vmware.api [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.295681] env[69155]: DEBUG nova.network.neutron [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04fe7d08-e40d-4f5a-91ef-3b3aab29274a", "address": "fa:16:3e:f4:bd:4c", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fe7d08-e4", "ovs_interfaceid": "04fe7d08-e40d-4f5a-91ef-3b3aab29274a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.503489] env[69155]: DEBUG nova.compute.manager [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Received event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.503683] env[69155]: DEBUG nova.compute.manager [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing instance network info cache due to event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.503986] env[69155]: DEBUG oslo_concurrency.lockutils [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] Acquiring lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.504060] env[69155]: DEBUG oslo_concurrency.lockutils [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] Acquired lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.504240] env[69155]: DEBUG nova.network.neutron [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.570346] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e61113-4f59-848c-17f8-772400e96e95, 'name': SearchDatastore_Task, 'duration_secs': 0.027171} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.571171] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e08bcb6-ad33-4ae1-adab-5d3470e2b376 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.576730] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 964.576730] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d54fb3-b8fa-29d4-af6d-b497ff7851f3" [ 964.576730] env[69155]: _type = "Task" [ 964.576730] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.586226] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d54fb3-b8fa-29d4-af6d-b497ff7851f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.604494] env[69155]: DEBUG oslo_concurrency.lockutils [None req-67b89cc1-984a-4166-8dc8-7c303a150643 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.587s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.621684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.622222] env[69155]: DEBUG nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.624841] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.606s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.626657] env[69155]: INFO nova.compute.claims [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.786374] env[69155]: DEBUG oslo_vmware.api [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599903, 'name': PowerOffVM_Task, 'duration_secs': 0.23733} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.786687] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.786880] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.787403] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd7e238e-6428-4bd1-9f76-847736e2ed0a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.798112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.798745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.798916] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.799769] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b188943-aa59-4e15-a785-cc1227aea610 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.816783] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.817069] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.817251] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.817488] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.817669] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.817826] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.818070] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.818255] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.818453] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.818636] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.818828] env[69155]: DEBUG nova.virt.hardware [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.825619] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Reconfiguring VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 964.826036] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935735af-42ca-4669-b73b-5a3fe299437b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.844588] env[69155]: DEBUG oslo_vmware.api [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 964.844588] env[69155]: value = "task-3599905" [ 964.844588] env[69155]: _type = "Task" [ 964.844588] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.850513] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.850513] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.850513] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleting the datastore file [datastore2] 2451045d-befe-4c53-bc53-4bba9fcee939 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.850856] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-433286f8-2ff4-473c-bb67-7868696d1582 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.855753] env[69155]: DEBUG oslo_vmware.api [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599905, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.859571] env[69155]: DEBUG oslo_vmware.api [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 964.859571] env[69155]: value = "task-3599906" [ 964.859571] env[69155]: _type = "Task" [ 964.859571] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.869226] env[69155]: DEBUG oslo_vmware.api [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.048186] env[69155]: DEBUG nova.network.neutron [-] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.087483] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d54fb3-b8fa-29d4-af6d-b497ff7851f3, 'name': SearchDatastore_Task, 'duration_secs': 0.019102} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.089101] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.089412] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f/42b31440-4818-43fb-b0e7-ecd736ff0b2f.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.094155] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ac057da-9211-482e-bcad-91d970bd724b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.096730] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "bb532257-feec-4846-9b6b-6f10056a934a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.096993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "bb532257-feec-4846-9b6b-6f10056a934a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.103416] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 965.103416] env[69155]: value = "task-3599907" [ 965.103416] env[69155]: _type = "Task" [ 965.103416] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.113896] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.131644] env[69155]: DEBUG nova.compute.utils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.136212] env[69155]: DEBUG nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.136212] env[69155]: DEBUG nova.network.neutron [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.213968] env[69155]: DEBUG nova.policy [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451908c91c894efabdd6bfd451dc829d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db99b83c77224a69a87349b2aac77b56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.310141] env[69155]: DEBUG nova.network.neutron [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updated VIF entry in instance network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.310830] env[69155]: DEBUG nova.network.neutron [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updating instance_info_cache with network_info: [{"id": "e7687911-1108-4397-92c3-3a68ae527f2b", "address": "fa:16:3e:f5:a5:e1", "network": {"id": "b65a38af-bafc-487a-85b9-e5e1dc00a312", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2080985317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "837cee88996e47698d59f1d3078d2cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7687911-11", "ovs_interfaceid": "e7687911-1108-4397-92c3-3a68ae527f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.356506] env[69155]: DEBUG oslo_vmware.api [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.369465] env[69155]: DEBUG oslo_vmware.api [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3599906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163942} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.369801] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.370078] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.370334] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.370513] env[69155]: INFO nova.compute.manager [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Took 1.11 seconds to destroy the instance on the hypervisor. [ 965.370797] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.371071] env[69155]: DEBUG nova.compute.manager [-] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.371214] env[69155]: DEBUG nova.network.neutron [-] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.552202] env[69155]: INFO nova.compute.manager [-] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Took 1.30 seconds to deallocate network for instance. [ 965.600040] env[69155]: DEBUG nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.614112] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599907, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.635925] env[69155]: DEBUG nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.772530] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.772856] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.773134] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.773487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.773841] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.776922] env[69155]: INFO nova.compute.manager [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Terminating instance [ 965.813455] env[69155]: DEBUG nova.network.neutron [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Successfully created port: 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.815326] env[69155]: DEBUG oslo_concurrency.lockutils [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] Releasing lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.815836] env[69155]: DEBUG nova.compute.manager [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Received event network-vif-deleted-dde929ca-91eb-45a7-8813-5dfbb0eaef7d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.816133] env[69155]: DEBUG nova.compute.manager [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Received event network-vif-deleted-af7c8e2c-c27e-46b7-b003-0def77309753 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.816416] env[69155]: DEBUG nova.compute.manager [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Received event network-vif-deleted-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.816667] env[69155]: DEBUG nova.compute.manager [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-changed-04fe7d08-e40d-4f5a-91ef-3b3aab29274a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.817091] env[69155]: DEBUG nova.compute.manager [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Refreshing instance network info cache due to event network-changed-04fe7d08-e40d-4f5a-91ef-3b3aab29274a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.817464] env[69155]: DEBUG oslo_concurrency.lockutils [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] Acquiring lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.817706] env[69155]: DEBUG oslo_concurrency.lockutils [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] Acquired lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.817914] env[69155]: DEBUG nova.network.neutron [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Refreshing network info cache for port 04fe7d08-e40d-4f5a-91ef-3b3aab29274a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.859015] env[69155]: DEBUG oslo_vmware.api [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599905, 'name': ReconfigVM_Task, 'duration_secs': 0.74897} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.863931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.864291] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Reconfigured VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 966.059181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.118262] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.123681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.160068] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a870823-bfa4-407d-83e0-0184ee2c727e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.168519] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99846756-319e-4603-9527-475409e7a27c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.202129] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff9e52d-c584-451b-8f7e-d970ac1194b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.210584] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c91f0a-b8d0-4a84-b34b-ffc6281c9f28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.232417] env[69155]: DEBUG nova.compute.provider_tree [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.273491] env[69155]: DEBUG nova.network.neutron [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Successfully created port: 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.280723] env[69155]: DEBUG nova.compute.manager [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.280990] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.281833] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cca2b7-3407-416e-bf87-281105a9d871 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.289302] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.289552] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88d225ef-f383-4244-a126-a05e6cbb6f58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.295886] env[69155]: DEBUG oslo_vmware.api [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 966.295886] env[69155]: value = "task-3599908" [ 966.295886] env[69155]: _type = "Task" [ 966.295886] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.303548] env[69155]: DEBUG oslo_vmware.api [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.373211] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.312s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.432942] env[69155]: DEBUG nova.network.neutron [-] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.619373] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599907, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.164126} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.619622] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f/42b31440-4818-43fb-b0e7-ecd736ff0b2f.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.620098] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.620098] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeaa6704-1a46-461a-ba25-1cb57cce7f1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.627715] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 966.627715] env[69155]: value = "task-3599909" [ 966.627715] env[69155]: _type = "Task" [ 966.627715] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.643739] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.652434] env[69155]: DEBUG nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.668128] env[69155]: DEBUG nova.network.neutron [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updated VIF entry in instance network info cache for port 04fe7d08-e40d-4f5a-91ef-3b3aab29274a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.668611] env[69155]: DEBUG nova.network.neutron [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04fe7d08-e40d-4f5a-91ef-3b3aab29274a", "address": "fa:16:3e:f4:bd:4c", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fe7d08-e4", "ovs_interfaceid": "04fe7d08-e40d-4f5a-91ef-3b3aab29274a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.681454] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.681693] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.681852] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.682056] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.682308] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.682484] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.682701] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.682866] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.683037] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.683211] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.683389] env[69155]: DEBUG nova.virt.hardware [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.684308] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62457c-ca74-4ae5-9a03-78be7d05c3a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.696874] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca58ac81-e394-4989-894d-cc5cd28cf28e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.756234] env[69155]: ERROR nova.scheduler.client.report [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [req-cc72aeab-46b3-4218-8338-b8f18f14d30c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc72aeab-46b3-4218-8338-b8f18f14d30c"}]} [ 966.776708] env[69155]: DEBUG nova.scheduler.client.report [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 966.794861] env[69155]: DEBUG nova.scheduler.client.report [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 966.796043] env[69155]: DEBUG nova.compute.provider_tree [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.806046] env[69155]: DEBUG oslo_vmware.api [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599908, 'name': PowerOffVM_Task, 'duration_secs': 0.31046} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.806432] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.806508] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.807201] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5575122-6904-4deb-9a35-193207448809 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.811740] env[69155]: DEBUG nova.scheduler.client.report [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 966.835090] env[69155]: DEBUG nova.scheduler.client.report [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 966.888371] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.888617] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.888763] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleting the datastore file [datastore2] b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.891339] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a55ddc71-b802-486b-aa0b-4036d9edb0b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.897543] env[69155]: DEBUG oslo_vmware.api [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 966.897543] env[69155]: value = "task-3599911" [ 966.897543] env[69155]: _type = "Task" [ 966.897543] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.907409] env[69155]: DEBUG oslo_vmware.api [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.936676] env[69155]: INFO nova.compute.manager [-] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Took 1.57 seconds to deallocate network for instance. [ 967.137043] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204909} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.139689] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.141734] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae34483c-727a-4f26-9cde-287140879ae4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.168300] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f/42b31440-4818-43fb-b0e7-ecd736ff0b2f.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.171554] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f269f413-79d6-4ac8-9001-cc371020a79e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.186924] env[69155]: DEBUG oslo_concurrency.lockutils [req-35472a2e-3a9e-49d5-a55c-2278dbfc6941 req-06f289f2-04b3-4dac-89ce-4c78eeb02768 service nova] Releasing lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.193037] env[69155]: DEBUG nova.compute.manager [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.194191] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ae1d6-7176-44ec-bc96-8661e59bee97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.197035] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 967.197035] env[69155]: value = "task-3599912" [ 967.197035] env[69155]: _type = "Task" [ 967.197035] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.212207] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.288261] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d877d7f-279e-495c-9679-59682e50271c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.297008] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713115fe-570c-4293-8e51-45b5d6dc56e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.335075] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f002ce-d9f4-42f7-9b09-09997a535d8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.343860] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0affbe-ea9d-49ac-9ab0-25881db35cfa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.361186] env[69155]: DEBUG nova.compute.provider_tree [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.365925] env[69155]: DEBUG nova.compute.manager [req-b4d411cc-630f-4fe5-bb54-a0bf3423688b req-a02296c1-797f-449b-9a92-0fbe0fff8b6f service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Received event network-changed-f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.365925] env[69155]: DEBUG nova.compute.manager [req-b4d411cc-630f-4fe5-bb54-a0bf3423688b req-a02296c1-797f-449b-9a92-0fbe0fff8b6f service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Refreshing instance network info cache due to event network-changed-f3037fe5-a659-4449-bc5b-502aff13141e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.365925] env[69155]: DEBUG oslo_concurrency.lockutils [req-b4d411cc-630f-4fe5-bb54-a0bf3423688b req-a02296c1-797f-449b-9a92-0fbe0fff8b6f service nova] Acquiring lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.365925] env[69155]: DEBUG oslo_concurrency.lockutils [req-b4d411cc-630f-4fe5-bb54-a0bf3423688b req-a02296c1-797f-449b-9a92-0fbe0fff8b6f service nova] Acquired lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.365925] env[69155]: DEBUG nova.network.neutron [req-b4d411cc-630f-4fe5-bb54-a0bf3423688b req-a02296c1-797f-449b-9a92-0fbe0fff8b6f service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Refreshing network info cache for port f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.408482] env[69155]: DEBUG oslo_vmware.api [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.446052] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.457886] env[69155]: DEBUG nova.compute.manager [req-c14170b2-5fcf-4f8e-aa24-79e36cc77cf7 req-12c32be6-6c29-4682-a18e-7fc2ba1fa99a service nova] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Received event network-vif-deleted-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.458050] env[69155]: DEBUG nova.compute.manager [req-c14170b2-5fcf-4f8e-aa24-79e36cc77cf7 req-12c32be6-6c29-4682-a18e-7fc2ba1fa99a service nova] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Received event network-vif-deleted-fbb314c4-8c80-4968-9a76-c309a4215613 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.708131] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.708660] env[69155]: INFO nova.compute.manager [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] instance snapshotting [ 967.709914] env[69155]: DEBUG nova.objects.instance [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'flavor' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.903507] env[69155]: DEBUG nova.scheduler.client.report [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 967.903775] env[69155]: DEBUG nova.compute.provider_tree [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 109 to 110 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 967.904803] env[69155]: DEBUG nova.compute.provider_tree [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.915377] env[69155]: DEBUG oslo_vmware.api [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3599911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586986} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.917811] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.917999] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.918240] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.918391] env[69155]: INFO nova.compute.manager [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 967.918646] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.918875] env[69155]: DEBUG nova.compute.manager [-] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.918998] env[69155]: DEBUG nova.network.neutron [-] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.209603] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599912, 'name': ReconfigVM_Task, 'duration_secs': 0.934025} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.209848] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f/42b31440-4818-43fb-b0e7-ecd736ff0b2f.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.210562] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70bf972a-0cfa-4ac6-b6f9-a650f193fcae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.222136] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe14d9-a9d9-477c-b7a8-62c97dd73523 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.228029] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 968.228029] env[69155]: value = "task-3599913" [ 968.228029] env[69155]: _type = "Task" [ 968.228029] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.244543] env[69155]: DEBUG nova.network.neutron [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Successfully updated port: 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.247718] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf252e2b-3315-4b42-9704-e2a2a5ea929c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.253931] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599913, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.324137] env[69155]: DEBUG nova.network.neutron [req-b4d411cc-630f-4fe5-bb54-a0bf3423688b req-a02296c1-797f-449b-9a92-0fbe0fff8b6f service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Updated VIF entry in instance network info cache for port f3037fe5-a659-4449-bc5b-502aff13141e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.324549] env[69155]: DEBUG nova.network.neutron [req-b4d411cc-630f-4fe5-bb54-a0bf3423688b req-a02296c1-797f-449b-9a92-0fbe0fff8b6f service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Updating instance_info_cache with network_info: [{"id": "f3037fe5-a659-4449-bc5b-502aff13141e", "address": "fa:16:3e:56:8f:0f", "network": {"id": "a45136fb-2e1b-424d-971f-5ec24942fb27", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1502366436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea5c70436f9f4544a15bf927815afda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3037fe5-a6", "ovs_interfaceid": "f3037fe5-a659-4449-bc5b-502aff13141e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.411532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.787s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.412073] env[69155]: DEBUG nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.414578] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.154s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.414809] env[69155]: DEBUG nova.objects.instance [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lazy-loading 'resources' on Instance uuid e0532666-579d-4af4-a98e-5f04b749bca1 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.585779] env[69155]: INFO nova.compute.manager [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Rebuilding instance [ 968.631535] env[69155]: DEBUG nova.compute.manager [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.632402] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6cad3c-5263-4ef5-bc44-c0447d1eacdd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.736374] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599913, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.765653] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 968.765840] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-fa421d1b-e233-49ba-8766-38e3586f019e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.765943] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-fa421d1b-e233-49ba-8766-38e3586f019e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.766276] env[69155]: DEBUG nova.objects.instance [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'flavor' on Instance uuid 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.767754] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd8375f1-58f9-4863-bb95-6c938ab111d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.776032] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 968.776032] env[69155]: value = "task-3599914" [ 968.776032] env[69155]: _type = "Task" [ 968.776032] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.786668] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599914, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.828956] env[69155]: DEBUG oslo_concurrency.lockutils [req-b4d411cc-630f-4fe5-bb54-a0bf3423688b req-a02296c1-797f-449b-9a92-0fbe0fff8b6f service nova] Releasing lock "refresh_cache-90d5a247-9f35-466a-b0ad-3ed4d1c94bab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.885625] env[69155]: DEBUG nova.network.neutron [-] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.917751] env[69155]: DEBUG nova.compute.utils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.921376] env[69155]: DEBUG nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.921621] env[69155]: DEBUG nova.network.neutron [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.022137] env[69155]: DEBUG nova.policy [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '135646831c8c4d6687d232760a858415', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3b3822ea0c84a82b3c144d89aa1d891', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.236693] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599913, 'name': Rename_Task, 'duration_secs': 0.990606} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.241577] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.241577] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89537dd5-ec86-46de-bccc-2351b7fd1318 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.247534] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 969.247534] env[69155]: value = "task-3599915" [ 969.247534] env[69155]: _type = "Task" [ 969.247534] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.259773] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.286755] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599914, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.343288] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8409038-a88d-4819-9a86-4eb9f1dca6cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.350790] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeca7ffa-4c97-4b25-b470-94a81f93597e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.387780] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881a5387-2e88-4d43-be47-d9d33a7118ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.390679] env[69155]: INFO nova.compute.manager [-] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Took 1.47 seconds to deallocate network for instance. [ 969.399284] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69824f19-775b-4624-9383-915b37337f00 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.414642] env[69155]: DEBUG nova.compute.provider_tree [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.424798] env[69155]: DEBUG nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.483909] env[69155]: DEBUG nova.objects.instance [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'pci_requests' on Instance uuid 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.556664] env[69155]: DEBUG nova.network.neutron [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Successfully created port: e49783e2-a0c7-482a-8c29-b140f6608bca {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.648939] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.649291] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cb11b38-57ea-457d-be34-10957ccd2394 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.657047] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 969.657047] env[69155]: value = "task-3599916" [ 969.657047] env[69155]: _type = "Task" [ 969.657047] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.666680] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.759514] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.787852] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599914, 'name': CreateSnapshot_Task, 'duration_secs': 0.76267} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.788193] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.788963] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c7b546-c9fa-4da8-805f-37d73a6c9c90 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.899453] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.921126] env[69155]: DEBUG nova.scheduler.client.report [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.987033] env[69155]: DEBUG nova.objects.base [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Object Instance<0efb89c0-edbc-4612-90a8-ed43bcbaa7dd> lazy-loaded attributes: flavor,pci_requests {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.987033] env[69155]: DEBUG nova.network.neutron [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.168216] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599916, 'name': PowerOffVM_Task, 'duration_secs': 0.203113} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.168508] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.169211] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.170013] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9efb35b-2966-4b0a-8f91-045f4c664db0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.177151] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.177468] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd330a0a-0a40-44dc-b8ab-ef31c98cb642 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.205185] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.205639] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.205922] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Deleting the datastore file [datastore1] e23eebb1-7dea-461b-bfc4-ffc433f35b19 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.206264] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b7d634a-89bf-466c-b483-265e5c6d8212 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.213719] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 970.213719] env[69155]: value = "task-3599918" [ 970.213719] env[69155]: _type = "Task" [ 970.213719] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.221985] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.258602] env[69155]: DEBUG oslo_vmware.api [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599915, 'name': PowerOnVM_Task, 'duration_secs': 0.536411} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.258915] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.259137] env[69155]: INFO nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Took 11.41 seconds to spawn the instance on the hypervisor. [ 970.259324] env[69155]: DEBUG nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.260126] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114d7be0-363e-4584-842e-49412629a27f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.308114] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 970.310253] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9180b84a-00b1-43e3-ac14-48ef11291079 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.320150] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 970.320150] env[69155]: value = "task-3599919" [ 970.320150] env[69155]: _type = "Task" [ 970.320150] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.332553] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599919, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.387807] env[69155]: DEBUG nova.policy [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.427076] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.429480] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.089s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.435356] env[69155]: DEBUG nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.459970] env[69155]: INFO nova.scheduler.client.report [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted allocations for instance e0532666-579d-4af4-a98e-5f04b749bca1 [ 970.474127] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.474424] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.474589] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.474774] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.474920] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.475082] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.475308] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.475474] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.475643] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.475807] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.475982] env[69155]: DEBUG nova.virt.hardware [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.482247] env[69155]: DEBUG nova.compute.manager [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Received event network-vif-plugged-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.482247] env[69155]: DEBUG oslo_concurrency.lockutils [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] Acquiring lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.482247] env[69155]: DEBUG oslo_concurrency.lockutils [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.482247] env[69155]: DEBUG oslo_concurrency.lockutils [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.482247] env[69155]: DEBUG nova.compute.manager [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] No waiting events found dispatching network-vif-plugged-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.482247] env[69155]: WARNING nova.compute.manager [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Received unexpected event network-vif-plugged-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca for instance with vm_state building and task_state spawning. [ 970.482247] env[69155]: DEBUG nova.compute.manager [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Received event network-changed-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.482247] env[69155]: DEBUG nova.compute.manager [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Refreshing instance network info cache due to event network-changed-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.482247] env[69155]: DEBUG oslo_concurrency.lockutils [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] Acquiring lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.482247] env[69155]: DEBUG oslo_concurrency.lockutils [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] Acquired lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.482247] env[69155]: DEBUG nova.network.neutron [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Refreshing network info cache for port 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.483756] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d739d59e-617e-4d0c-9b8f-112446f6d244 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.492999] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52a38d9-9424-4526-a097-00b8d512db12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.727364] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131953} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.727705] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.727978] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.728274] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.781127] env[69155]: INFO nova.compute.manager [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Took 49.54 seconds to build instance. [ 970.791643] env[69155]: DEBUG nova.network.neutron [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Successfully updated port: 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.831136] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599919, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.935091] env[69155]: INFO nova.compute.claims [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.982890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "e0532666-579d-4af4-a98e-5f04b749bca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.291s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.039137] env[69155]: DEBUG nova.network.neutron [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.211968] env[69155]: DEBUG nova.network.neutron [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.283234] env[69155]: DEBUG oslo_concurrency.lockutils [None req-82aef58a-f233-454f-bfe5-cd4c0360cb86 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.596s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.294027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.327812] env[69155]: DEBUG nova.network.neutron [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Successfully updated port: e49783e2-a0c7-482a-8c29-b140f6608bca {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.332276] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599919, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.441915] env[69155]: INFO nova.compute.resource_tracker [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating resource usage from migration 9cec536b-caaf-4de3-a2d9-b739c462520f [ 971.714485] env[69155]: DEBUG oslo_concurrency.lockutils [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] Releasing lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.714759] env[69155]: DEBUG nova.compute.manager [req-0bf7532a-260f-48d4-a0f3-906e7d56c731 req-45c2ab4e-0511-4830-af35-701bba2157a1 service nova] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Received event network-vif-deleted-3ac0f872-036b-40fb-8f29-2fa78fca74fe {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.715122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquired lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.715275] env[69155]: DEBUG nova.network.neutron [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.764941] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.765191] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.765342] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.765532] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.765681] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.765828] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.766095] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.766268] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.766515] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.766611] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.766789] env[69155]: DEBUG nova.virt.hardware [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.767875] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f27ab2-6669-4e65-a37f-0a587f0f4ae8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.784928] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7197958-1a41-445a-bee0-dc170b85eb28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.803909] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.809674] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.812278] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.812687] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86da3c25-bc71-4197-a4a2-fc62c861a8ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.833813] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "refresh_cache-3d9a4c57-afa8-4813-b85d-422dcdad09d4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.833962] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquired lock "refresh_cache-3d9a4c57-afa8-4813-b85d-422dcdad09d4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.834156] env[69155]: DEBUG nova.network.neutron [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.838572] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599919, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.840621] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.840621] env[69155]: value = "task-3599920" [ 971.840621] env[69155]: _type = "Task" [ 971.840621] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.841291] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46657f50-55e8-411a-99a3-1b505d4801a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.854188] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e432c41c-c7d4-4ba7-84df-af4afd4fdab5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.857144] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599920, 'name': CreateVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.886766] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a49e2c4-b69a-4bb2-b29b-c1aae1f467c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.897105] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585e606-c9e2-434a-a007-c7d3b1764abc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.910784] env[69155]: DEBUG nova.compute.provider_tree [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.149548] env[69155]: DEBUG nova.network.neutron [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Successfully updated port: fa421d1b-e233-49ba-8766-38e3586f019e {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.252506] env[69155]: DEBUG nova.network.neutron [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.342457] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599919, 'name': CloneVM_Task, 'duration_secs': 1.812413} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.342762] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Created linked-clone VM from snapshot [ 972.343951] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec257cd1-fbe6-40f2-a824-54ef88a09259 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.355161] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Uploading image d15b0b64-be6c-492e-871b-339ce37dd4ee {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.363729] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599920, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.397357] env[69155]: DEBUG oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.397357] env[69155]: value = "vm-718241" [ 972.397357] env[69155]: _type = "VirtualMachine" [ 972.397357] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.397909] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6327b313-9dde-48f5-adff-de7842b7a483 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.400132] env[69155]: DEBUG nova.network.neutron [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.408225] env[69155]: DEBUG oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease: (returnval){ [ 972.408225] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c6df60-fe75-4544-8bfe-c6761ec6daf2" [ 972.408225] env[69155]: _type = "HttpNfcLease" [ 972.408225] env[69155]: } obtained for exporting VM: (result){ [ 972.408225] env[69155]: value = "vm-718241" [ 972.408225] env[69155]: _type = "VirtualMachine" [ 972.408225] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.408583] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the lease: (returnval){ [ 972.408583] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c6df60-fe75-4544-8bfe-c6761ec6daf2" [ 972.408583] env[69155]: _type = "HttpNfcLease" [ 972.408583] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.414083] env[69155]: DEBUG nova.scheduler.client.report [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.420024] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.420024] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c6df60-fe75-4544-8bfe-c6761ec6daf2" [ 972.420024] env[69155]: _type = "HttpNfcLease" [ 972.420024] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.601787] env[69155]: INFO nova.compute.manager [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Rescuing [ 972.602068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.602229] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquired lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.602400] env[69155]: DEBUG nova.network.neutron [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.651664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.651859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.652056] env[69155]: DEBUG nova.network.neutron [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.693101] env[69155]: DEBUG nova.network.neutron [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Updating instance_info_cache with network_info: [{"id": "e49783e2-a0c7-482a-8c29-b140f6608bca", "address": "fa:16:3e:9f:5d:be", "network": {"id": "f49ccb3c-a19a-4f91-850b-f3d798479f80", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547280736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b3822ea0c84a82b3c144d89aa1d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape49783e2-a0", "ovs_interfaceid": "e49783e2-a0c7-482a-8c29-b140f6608bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.695863] env[69155]: DEBUG nova.network.neutron [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Updating instance_info_cache with network_info: [{"id": "7ef9ad72-ad80-41fa-ab9a-ac879abf2cca", "address": "fa:16:3e:9c:93:ad", "network": {"id": "573a20ae-1385-4c4f-ac19-9df1fb79b809", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2144750898", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef9ad72-ad", "ovs_interfaceid": "7ef9ad72-ad80-41fa-ab9a-ac879abf2cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a", "address": "fa:16:3e:9c:ca:37", "network": {"id": "793243e6-09b8-44e6-aec5-0d8ecaff2905", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1209104989", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674f8f8e-5a", "ovs_interfaceid": "674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.856314] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599920, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.865916] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "357b562e-a586-4408-8f21-198aa6a0486c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.866250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "357b562e-a586-4408-8f21-198aa6a0486c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.866503] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "357b562e-a586-4408-8f21-198aa6a0486c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.866715] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "357b562e-a586-4408-8f21-198aa6a0486c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.866900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "357b562e-a586-4408-8f21-198aa6a0486c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.869866] env[69155]: INFO nova.compute.manager [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Terminating instance [ 972.917203] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.917203] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c6df60-fe75-4544-8bfe-c6761ec6daf2" [ 972.917203] env[69155]: _type = "HttpNfcLease" [ 972.917203] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.917608] env[69155]: DEBUG oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.917608] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c6df60-fe75-4544-8bfe-c6761ec6daf2" [ 972.917608] env[69155]: _type = "HttpNfcLease" [ 972.917608] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 972.918286] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfacbcf-9345-473a-b14d-6994b15bbe1e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.921273] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.492s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.921475] env[69155]: INFO nova.compute.manager [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Migrating [ 972.927760] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.915s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.927969] env[69155]: DEBUG nova.objects.instance [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'resources' on Instance uuid 1ee3a615-9302-42fa-9ab0-f947b6980f03 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.941037] env[69155]: DEBUG oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc051-0955-192e-0884-58d2e1e270b5/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.941037] env[69155]: DEBUG oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc051-0955-192e-0884-58d2e1e270b5/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 973.035149] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7cf66c5-2b56-480f-ad0a-3446f85c2f08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.196025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Releasing lock "refresh_cache-3d9a4c57-afa8-4813-b85d-422dcdad09d4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.196164] env[69155]: DEBUG nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Instance network_info: |[{"id": "e49783e2-a0c7-482a-8c29-b140f6608bca", "address": "fa:16:3e:9f:5d:be", "network": {"id": "f49ccb3c-a19a-4f91-850b-f3d798479f80", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547280736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b3822ea0c84a82b3c144d89aa1d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape49783e2-a0", "ovs_interfaceid": "e49783e2-a0c7-482a-8c29-b140f6608bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.196571] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:5d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e49783e2-a0c7-482a-8c29-b140f6608bca', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.203934] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.204776] env[69155]: WARNING nova.network.neutron [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] 8fccbbe0-1aa5-4131-a4e2-ad168554378d already exists in list: networks containing: ['8fccbbe0-1aa5-4131-a4e2-ad168554378d']. ignoring it [ 973.204968] env[69155]: WARNING nova.network.neutron [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] 8fccbbe0-1aa5-4131-a4e2-ad168554378d already exists in list: networks containing: ['8fccbbe0-1aa5-4131-a4e2-ad168554378d']. ignoring it [ 973.208757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Releasing lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.209104] env[69155]: DEBUG nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Instance network_info: |[{"id": "7ef9ad72-ad80-41fa-ab9a-ac879abf2cca", "address": "fa:16:3e:9c:93:ad", "network": {"id": "573a20ae-1385-4c4f-ac19-9df1fb79b809", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2144750898", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef9ad72-ad", "ovs_interfaceid": "7ef9ad72-ad80-41fa-ab9a-ac879abf2cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a", "address": "fa:16:3e:9c:ca:37", "network": {"id": "793243e6-09b8-44e6-aec5-0d8ecaff2905", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1209104989", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674f8f8e-5a", "ovs_interfaceid": "674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.210367] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.210959] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:93:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ef9ad72-ad80-41fa-ab9a-ac879abf2cca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ca:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.223676] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.223676] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a94c3b86-84ee-4015-b5aa-0ae2677848ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.240702] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.240877] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0913e26-cb0a-442c-a482-d448f996ddf0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.263832] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.263832] env[69155]: value = "task-3599922" [ 973.263832] env[69155]: _type = "Task" [ 973.263832] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.268851] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.268851] env[69155]: value = "task-3599923" [ 973.268851] env[69155]: _type = "Task" [ 973.268851] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.277747] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599922, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.280590] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599923, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.362127] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599920, 'name': CreateVM_Task, 'duration_secs': 1.358147} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.364930] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.365672] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.365927] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.366314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.366877] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1ea3e8-ba7f-44cf-a777-b085cbc7f2f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.371922] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 973.371922] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520c2d5e-1104-9f51-4d41-10455d7bc025" [ 973.371922] env[69155]: _type = "Task" [ 973.371922] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.381020] env[69155]: DEBUG nova.compute.manager [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.381020] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.381020] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c75952-8175-4fb3-b2c4-59f069cdcd5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.389491] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520c2d5e-1104-9f51-4d41-10455d7bc025, 'name': SearchDatastore_Task} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.392101] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.392820] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.392820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.392820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.393024] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.393328] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.393579] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c766744b-be89-461d-b9c6-6f2acdf9759b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.395676] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db878e8-48d0-4191-9897-126af0807adb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.402966] env[69155]: DEBUG oslo_vmware.api [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 973.402966] env[69155]: value = "task-3599924" [ 973.402966] env[69155]: _type = "Task" [ 973.402966] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.404924] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.404924] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.408826] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5736c9-de38-4056-9579-0b71a6b12a3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.417759] env[69155]: DEBUG oslo_vmware.api [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.419826] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 973.419826] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ed58d0-fe9b-4cf2-2993-d05ce6a4ae17" [ 973.419826] env[69155]: _type = "Task" [ 973.419826] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.429352] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ed58d0-fe9b-4cf2-2993-d05ce6a4ae17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.444156] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.444431] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.444674] env[69155]: DEBUG nova.network.neutron [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.528256] env[69155]: DEBUG nova.network.neutron [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updating instance_info_cache with network_info: [{"id": "e7687911-1108-4397-92c3-3a68ae527f2b", "address": "fa:16:3e:f5:a5:e1", "network": {"id": "b65a38af-bafc-487a-85b9-e5e1dc00a312", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2080985317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "837cee88996e47698d59f1d3078d2cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7687911-11", "ovs_interfaceid": "e7687911-1108-4397-92c3-3a68ae527f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.720194] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Received event network-vif-plugged-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.721708] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquiring lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.721708] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.721708] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.721708] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] No waiting events found dispatching network-vif-plugged-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.721708] env[69155]: WARNING nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Received unexpected event network-vif-plugged-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a for instance with vm_state building and task_state spawning. [ 973.721708] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Received event network-changed-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.721708] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Refreshing instance network info cache due to event network-changed-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.722146] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquiring lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.724461] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquired lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.724461] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Refreshing network info cache for port 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.788352] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599923, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.797285] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599922, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.919753] env[69155]: DEBUG oslo_vmware.api [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599924, 'name': PowerOffVM_Task, 'duration_secs': 0.346919} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.921590] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.921590] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.928088] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793efb14-e129-4c9b-84ed-16703c680281 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.933398] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf7d83d-c721-432f-a9a9-0bcf6ada96f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.946245] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ed58d0-fe9b-4cf2-2993-d05ce6a4ae17, 'name': SearchDatastore_Task, 'duration_secs': 0.013451} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.952834] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad44bce-2132-4de3-a996-f8b5e019f4c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.956762] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcad0e4-968e-41a8-81e4-82c1f5d364e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.965101] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 973.965101] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d92103-a84d-1202-3867-1dc41d5529b6" [ 973.965101] env[69155]: _type = "Task" [ 973.965101] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.995750] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bfc774-f56b-4169-9499-d8a976a217d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.001882] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.002344] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.002700] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleting the datastore file [datastore1] 357b562e-a586-4408-8f21-198aa6a0486c {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.010566] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef029b21-7374-4a3b-b72c-c4e00d9910c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.013140] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d92103-a84d-1202-3867-1dc41d5529b6, 'name': SearchDatastore_Task, 'duration_secs': 0.018005} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.014476] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc246718-572c-498a-9c1b-ed951484782f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.018863] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.019441] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e23eebb1-7dea-461b-bfc4-ffc433f35b19/e23eebb1-7dea-461b-bfc4-ffc433f35b19.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.020831] env[69155]: DEBUG nova.network.neutron [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04fe7d08-e40d-4f5a-91ef-3b3aab29274a", "address": "fa:16:3e:f4:bd:4c", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fe7d08-e4", "ovs_interfaceid": "04fe7d08-e40d-4f5a-91ef-3b3aab29274a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa421d1b-e233-49ba-8766-38e3586f019e", "address": "fa:16:3e:70:45:bc", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa421d1b-e2", "ovs_interfaceid": "fa421d1b-e233-49ba-8766-38e3586f019e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.023262] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36a46bff-f3e6-4fd4-9dcb-aaef43326bdc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.030671] env[69155]: DEBUG oslo_vmware.api [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 974.030671] env[69155]: value = "task-3599926" [ 974.030671] env[69155]: _type = "Task" [ 974.030671] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.040868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Releasing lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.043664] env[69155]: DEBUG nova.compute.provider_tree [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.051568] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 974.051568] env[69155]: value = "task-3599927" [ 974.051568] env[69155]: _type = "Task" [ 974.051568] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.060040] env[69155]: DEBUG oslo_vmware.api [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.065332] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.235359] env[69155]: DEBUG nova.network.neutron [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance_info_cache with network_info: [{"id": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "address": "fa:16:3e:5f:ce:cc", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96bde4e-86", "ovs_interfaceid": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.274871] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599922, 'name': CreateVM_Task, 'duration_secs': 0.697666} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.276724] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.279991] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.280182] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.280668] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.281543] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd046c5e-b906-497a-b1c2-d74edfe2f7f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.293662] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599923, 'name': CreateVM_Task, 'duration_secs': 0.693739} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.294644] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.295117] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 974.295117] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5281d32c-4cbd-1b4a-1c7d-5e93583c5dfc" [ 974.295117] env[69155]: _type = "Task" [ 974.295117] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.297138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.307463] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5281d32c-4cbd-1b4a-1c7d-5e93583c5dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.014009} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.311810] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.311903] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.312176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.312339] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.312522] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.315305] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.315817] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.316294] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa11931b-3891-4ee5-b234-b3c992c797c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.319162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "3f958630-d53b-46a6-99d5-2438dd9cf06a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.319460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "3f958630-d53b-46a6-99d5-2438dd9cf06a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.324029] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3713889-8765-4aff-8a21-9c1149d3ad1e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.327546] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 974.327546] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236d9d3-7081-306e-8917-17ed905047f4" [ 974.327546] env[69155]: _type = "Task" [ 974.327546] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.332837] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.333124] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.334646] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-713fb1fc-f0f6-4c3a-aa47-c3c1109a6a84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.341373] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236d9d3-7081-306e-8917-17ed905047f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.347894] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 974.347894] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52810f06-2b50-8d56-50dc-5a9a8b599342" [ 974.347894] env[69155]: _type = "Task" [ 974.347894] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.357170] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52810f06-2b50-8d56-50dc-5a9a8b599342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.529920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.530747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.530920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.531807] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f874e1ad-0a79-4710-bfb6-38dc8be9d83e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.535609] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Updated VIF entry in instance network info cache for port 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.536184] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Updating instance_info_cache with network_info: [{"id": "7ef9ad72-ad80-41fa-ab9a-ac879abf2cca", "address": "fa:16:3e:9c:93:ad", "network": {"id": "573a20ae-1385-4c4f-ac19-9df1fb79b809", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2144750898", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef9ad72-ad", "ovs_interfaceid": "7ef9ad72-ad80-41fa-ab9a-ac879abf2cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a", "address": "fa:16:3e:9c:ca:37", "network": {"id": "793243e6-09b8-44e6-aec5-0d8ecaff2905", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1209104989", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "db99b83c77224a69a87349b2aac77b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674f8f8e-5a", "ovs_interfaceid": "674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.555586] env[69155]: DEBUG nova.scheduler.client.report [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.559890] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.560241] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.560465] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.560670] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.560900] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.561120] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.561383] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.562026] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.562026] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.562026] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.562199] env[69155]: DEBUG nova.virt.hardware [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.569172] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Reconfiguring VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 974.577238] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e97ed9e-c6b4-4f2b-9574-b46c0e16b721 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.598989] env[69155]: DEBUG oslo_vmware.api [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3599926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294171} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.603535] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.603830] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.604109] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.604348] env[69155]: INFO nova.compute.manager [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 974.604636] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.604979] env[69155]: DEBUG oslo_vmware.api [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 974.604979] env[69155]: value = "task-3599928" [ 974.604979] env[69155]: _type = "Task" [ 974.604979] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.606141] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599927, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.606404] env[69155]: DEBUG nova.compute.manager [-] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.606513] env[69155]: DEBUG nova.network.neutron [-] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.619976] env[69155]: DEBUG oslo_vmware.api [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599928, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.738403] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.782528] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.782813] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.783095] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.783859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.784160] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.786193] env[69155]: INFO nova.compute.manager [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Terminating instance [ 974.823612] env[69155]: DEBUG nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.843284] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236d9d3-7081-306e-8917-17ed905047f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012469} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.843284] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.843284] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.843284] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.860659] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52810f06-2b50-8d56-50dc-5a9a8b599342, 'name': SearchDatastore_Task, 'duration_secs': 0.07027} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.862525] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9c8244-0285-48f4-ab2c-ef0f1b53f832 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.876021] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 974.876021] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5224f111-bb7a-d170-f2bb-ee59ee45c0cb" [ 974.876021] env[69155]: _type = "Task" [ 974.876021] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.889287] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5224f111-bb7a-d170-f2bb-ee59ee45c0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01534} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.889852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.890284] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 3d9a4c57-afa8-4813-b85d-422dcdad09d4/3d9a4c57-afa8-4813-b85d-422dcdad09d4.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.890756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.891143] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.891499] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ec9912b-ff7b-4edb-95c2-e2d3e6b5e44f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.895575] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eec837a4-dd03-4461-99bd-9c00eb5b16ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.904167] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 974.904167] env[69155]: value = "task-3599929" [ 974.904167] env[69155]: _type = "Task" [ 974.904167] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.910482] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.910758] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.912340] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac5f4ac-df3d-4cbb-ad21-b2173e09f8dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.918348] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.921361] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 974.921361] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5273f205-91d3-6bf0-17dc-dfe34b9d0c4d" [ 974.921361] env[69155]: _type = "Task" [ 974.921361] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.928875] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5273f205-91d3-6bf0-17dc-dfe34b9d0c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.040399] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Releasing lock "refresh_cache-d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.040781] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Received event network-vif-plugged-e49783e2-a0c7-482a-8c29-b140f6608bca {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.041014] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquiring lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.041286] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.041645] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.041955] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] No waiting events found dispatching network-vif-plugged-e49783e2-a0c7-482a-8c29-b140f6608bca {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.042284] env[69155]: WARNING nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Received unexpected event network-vif-plugged-e49783e2-a0c7-482a-8c29-b140f6608bca for instance with vm_state building and task_state spawning. [ 975.042640] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Received event network-changed-e49783e2-a0c7-482a-8c29-b140f6608bca {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.042870] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Refreshing instance network info cache due to event network-changed-e49783e2-a0c7-482a-8c29-b140f6608bca. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.043159] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquiring lock "refresh_cache-3d9a4c57-afa8-4813-b85d-422dcdad09d4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.043420] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquired lock "refresh_cache-3d9a4c57-afa8-4813-b85d-422dcdad09d4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.043710] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Refreshing network info cache for port e49783e2-a0c7-482a-8c29-b140f6608bca {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.069127] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644864} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.069380] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e23eebb1-7dea-461b-bfc4-ffc433f35b19/e23eebb1-7dea-461b-bfc4-ffc433f35b19.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.069640] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.069906] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-333d10cd-c06c-47c5-9ae0-c370f80d6d31 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.072269] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.074470] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.982s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.074735] env[69155]: DEBUG nova.objects.instance [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lazy-loading 'pci_requests' on Instance uuid 88adf8a9-777e-4f76-8d50-cb81835a528e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.080458] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 975.080458] env[69155]: value = "task-3599930" [ 975.080458] env[69155]: _type = "Task" [ 975.080458] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.089586] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.100171] env[69155]: INFO nova.scheduler.client.report [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted allocations for instance 1ee3a615-9302-42fa-9ab0-f947b6980f03 [ 975.119254] env[69155]: DEBUG oslo_vmware.api [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.290126] env[69155]: DEBUG nova.compute.manager [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.291162] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.293445] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db293edd-f416-452e-b1e8-0a053ede4863 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.306438] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.307708] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e96c3714-ea00-4a81-b678-ae9b300ef9c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.317271] env[69155]: DEBUG oslo_vmware.api [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 975.317271] env[69155]: value = "task-3599931" [ 975.317271] env[69155]: _type = "Task" [ 975.317271] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.327250] env[69155]: DEBUG oslo_vmware.api [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.348340] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.396459] env[69155]: DEBUG nova.network.neutron [-] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.415511] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.433557] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5273f205-91d3-6bf0-17dc-dfe34b9d0c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.434680] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8c85b4-b887-4666-908a-f96e30411683 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.440610] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 975.440610] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5aec7-00f1-a66d-4085-b219dc6df4ad" [ 975.440610] env[69155]: _type = "Task" [ 975.440610] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.450366] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5aec7-00f1-a66d-4085-b219dc6df4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.579228] env[69155]: DEBUG nova.objects.instance [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lazy-loading 'numa_topology' on Instance uuid 88adf8a9-777e-4f76-8d50-cb81835a528e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.590668] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089854} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.591650] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.592511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdc99af-c88b-47e6-8087-236096abf099 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.598922] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.606902] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f99f8b-52cd-40a9-b003-34cc512baa1c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.621213] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e23eebb1-7dea-461b-bfc4-ffc433f35b19/e23eebb1-7dea-461b-bfc4-ffc433f35b19.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.621874] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "1ee3a615-9302-42fa-9ab0-f947b6980f03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.907s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.623221] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8436535b-aff1-4d75-b3cc-d7bc84e0173e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.645752] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 975.645752] env[69155]: value = "task-3599932" [ 975.645752] env[69155]: _type = "Task" [ 975.645752] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.653727] env[69155]: DEBUG oslo_vmware.api [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599928, 'name': ReconfigVM_Task, 'duration_secs': 0.890008} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.654023] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 975.654023] env[69155]: value = "task-3599933" [ 975.654023] env[69155]: _type = "Task" [ 975.654023] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.654832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.655099] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Reconfigured VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 975.665955] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.672267] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.830507] env[69155]: DEBUG oslo_vmware.api [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599931, 'name': PowerOffVM_Task, 'duration_secs': 0.32867} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.830507] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.830507] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.830887] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97c6a9c2-031f-4d16-ab7b-6185a0807342 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.876041] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Updated VIF entry in instance network info cache for port e49783e2-a0c7-482a-8c29-b140f6608bca. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.876533] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Updating instance_info_cache with network_info: [{"id": "e49783e2-a0c7-482a-8c29-b140f6608bca", "address": "fa:16:3e:9f:5d:be", "network": {"id": "f49ccb3c-a19a-4f91-850b-f3d798479f80", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-547280736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b3822ea0c84a82b3c144d89aa1d891", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape49783e2-a0", "ovs_interfaceid": "e49783e2-a0c7-482a-8c29-b140f6608bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.899299] env[69155]: INFO nova.compute.manager [-] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Took 1.29 seconds to deallocate network for instance. [ 975.915749] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697596} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.916677] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 3d9a4c57-afa8-4813-b85d-422dcdad09d4/3d9a4c57-afa8-4813-b85d-422dcdad09d4.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.916896] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.917106] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c15f657a-27e1-4b37-b8f3-19bc019041f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.919842] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.920056] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.920246] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Deleting the datastore file [datastore1] bcb2a21e-1144-4da9-9e71-d061bbb4c107 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.920858] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bfc88ec-9372-44c1-a190-d70d32705b59 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.924907] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 975.924907] env[69155]: value = "task-3599935" [ 975.924907] env[69155]: _type = "Task" [ 975.924907] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.929734] env[69155]: DEBUG oslo_vmware.api [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 975.929734] env[69155]: value = "task-3599936" [ 975.929734] env[69155]: _type = "Task" [ 975.929734] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.937458] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.943875] env[69155]: DEBUG oslo_vmware.api [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.954125] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f5aec7-00f1-a66d-4085-b219dc6df4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.065383} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.954390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.954652] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd/d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.954921] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955c7c76-7b5c-48bf-bfb8-871fdb8305ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.962872] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 975.962872] env[69155]: value = "task-3599937" [ 975.962872] env[69155]: _type = "Task" [ 975.962872] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.971640] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.081954] env[69155]: INFO nova.compute.claims [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.160609] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599932, 'name': PowerOffVM_Task, 'duration_secs': 0.194335} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.166572] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.168253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44335e16-120e-40a7-b648-34e32cd3b93f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-fa421d1b-e233-49ba-8766-38e3586f019e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.402s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.169852] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc38259-6bbc-49ad-8ede-616a8c2a2b9e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.180629] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599933, 'name': ReconfigVM_Task, 'duration_secs': 0.375276} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.205647] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e23eebb1-7dea-461b-bfc4-ffc433f35b19/e23eebb1-7dea-461b-bfc4-ffc433f35b19.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.207393] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05d90622-319f-46fd-8b9e-0afe6a8e448a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.209752] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd4ed48-2277-475b-8dc2-d790252ba834 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.214936] env[69155]: DEBUG nova.compute.manager [req-6ac33fdf-3968-463b-bcdd-2890aac9a52b req-11f57fe3-a7cf-425e-b5e7-dd88bd3b61a6 service nova] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Received event network-vif-deleted-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.225109] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 976.225109] env[69155]: value = "task-3599938" [ 976.225109] env[69155]: _type = "Task" [ 976.225109] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.234660] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599938, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.250634] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.253396] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b10e364f-f1c1-4f38-80d8-b6c2930cfaad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.256940] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc65ddf-b736-45d3-af53-40d936bbe5e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.277772] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance 'be7fc1f7-b6e3-450f-9fe2-b85ad14054df' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.283557] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 976.283557] env[69155]: value = "task-3599939" [ 976.283557] env[69155]: _type = "Task" [ 976.283557] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.379632] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Releasing lock "refresh_cache-3d9a4c57-afa8-4813-b85d-422dcdad09d4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.380032] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-vif-plugged-fa421d1b-e233-49ba-8766-38e3586f019e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.380284] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.380506] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.380680] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.380849] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] No waiting events found dispatching network-vif-plugged-fa421d1b-e233-49ba-8766-38e3586f019e {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.381067] env[69155]: WARNING nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received unexpected event network-vif-plugged-fa421d1b-e233-49ba-8766-38e3586f019e for instance with vm_state active and task_state None. [ 976.381376] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-changed-fa421d1b-e233-49ba-8766-38e3586f019e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.381435] env[69155]: DEBUG nova.compute.manager [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Refreshing instance network info cache due to event network-changed-fa421d1b-e233-49ba-8766-38e3586f019e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.381647] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquiring lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.381792] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Acquired lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.381954] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Refreshing network info cache for port fa421d1b-e233-49ba-8766-38e3586f019e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.406834] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.439961] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104844} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.443742] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.444017] env[69155]: DEBUG oslo_vmware.api [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3599936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282238} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.444741] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d415587-c7ff-4f2b-a560-86d6af4dcd90 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.447560] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.447815] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.448017] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.448215] env[69155]: INFO nova.compute.manager [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Took 1.16 seconds to destroy the instance on the hypervisor. [ 976.448651] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.448926] env[69155]: DEBUG nova.compute.manager [-] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.449038] env[69155]: DEBUG nova.network.neutron [-] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.476027] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3d9a4c57-afa8-4813-b85d-422dcdad09d4/3d9a4c57-afa8-4813-b85d-422dcdad09d4.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.479215] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2a8967-3d4a-46cc-8af9-1fe44bb8dc93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.500637] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599937, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.503912] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 976.503912] env[69155]: value = "task-3599940" [ 976.503912] env[69155]: _type = "Task" [ 976.503912] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.517182] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.739983] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599938, 'name': Rename_Task, 'duration_secs': 0.241353} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.740451] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.740683] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe9aa5d-3b10-4057-b980-0044804a1c36 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.749600] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 976.749600] env[69155]: value = "task-3599941" [ 976.749600] env[69155]: _type = "Task" [ 976.749600] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.760042] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.786966] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.787885] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d45f3234-9f80-49df-b299-9f2d9889c9b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.806167] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 976.806167] env[69155]: value = "task-3599942" [ 976.806167] env[69155]: _type = "Task" [ 976.806167] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.806167] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 976.806167] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.806167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.806167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.806167] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.806167] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d342ee8-6aab-49af-9198-49f64a70ac91 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.819574] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.821891] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.822083] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.825361] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b251a6f-e2e6-49dc-abf2-0309a039c93a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.832079] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 976.832079] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5217bd56-0d67-aeff-4098-e21499a45c9c" [ 976.832079] env[69155]: _type = "Task" [ 976.832079] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.841845] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5217bd56-0d67-aeff-4098-e21499a45c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.977381] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649195} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.977697] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd/d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.977923] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.978209] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a910e80-5eae-4253-8e36-6d88e3685826 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.987154] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 976.987154] env[69155]: value = "task-3599943" [ 976.987154] env[69155]: _type = "Task" [ 976.987154] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.002092] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.013771] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599940, 'name': ReconfigVM_Task, 'duration_secs': 0.403434} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.017028] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3d9a4c57-afa8-4813-b85d-422dcdad09d4/3d9a4c57-afa8-4813-b85d-422dcdad09d4.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.021928] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c51ddab-cf04-4c23-88cd-a27982cdb69d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.031039] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 977.031039] env[69155]: value = "task-3599944" [ 977.031039] env[69155]: _type = "Task" [ 977.031039] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.048032] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599944, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.069803] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aca9e0-1d39-4c17-9d83-53792fafb2f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.079474] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d7d735-4481-4e16-946e-edc83ac63827 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.118386] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16975974-e2a0-4de6-b126-399c1baef579 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.130394] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fa32c9-03bc-4206-a7f3-afd8d1ae529d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.147919] env[69155]: DEBUG nova.compute.provider_tree [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.225704] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updated VIF entry in instance network info cache for port fa421d1b-e233-49ba-8766-38e3586f019e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.226273] env[69155]: DEBUG nova.network.neutron [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04fe7d08-e40d-4f5a-91ef-3b3aab29274a", "address": "fa:16:3e:f4:bd:4c", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fe7d08-e4", "ovs_interfaceid": "04fe7d08-e40d-4f5a-91ef-3b3aab29274a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa421d1b-e233-49ba-8766-38e3586f019e", "address": "fa:16:3e:70:45:bc", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa421d1b-e2", "ovs_interfaceid": "fa421d1b-e233-49ba-8766-38e3586f019e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.261634] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599941, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.316571] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599942, 'name': PowerOffVM_Task, 'duration_secs': 0.489302} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.317142] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.317142] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance 'be7fc1f7-b6e3-450f-9fe2-b85ad14054df' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.343923] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5217bd56-0d67-aeff-4098-e21499a45c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.019074} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.344545] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d44e095-3688-4a7e-b098-e1aad25c5bee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.347308] env[69155]: DEBUG nova.network.neutron [-] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.353404] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 977.353404] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52254fa8-634f-ece2-e1df-40ae96f814a0" [ 977.353404] env[69155]: _type = "Task" [ 977.353404] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.363103] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52254fa8-634f-ece2-e1df-40ae96f814a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.501024] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09563} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.501024] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.501024] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5269a01b-41a0-4347-9619-9682b05ce8ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.531096] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd/d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.531580] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6feb7a26-b737-44bb-a38c-14be2ebfeb87 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.558032] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599944, 'name': Rename_Task, 'duration_secs': 0.186839} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.559444] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.559766] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 977.559766] env[69155]: value = "task-3599945" [ 977.559766] env[69155]: _type = "Task" [ 977.559766] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.559972] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2228f7f9-e8d3-45c2-8773-1d58b7ed34b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.570486] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.571824] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 977.571824] env[69155]: value = "task-3599946" [ 977.571824] env[69155]: _type = "Task" [ 977.571824] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.585423] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.674216] env[69155]: ERROR nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [req-e40ceb1b-10d3-4a9f-8bc1-9279dbd70f01] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e40ceb1b-10d3-4a9f-8bc1-9279dbd70f01"}]} [ 977.694069] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 977.714902] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 977.718017] env[69155]: DEBUG nova.compute.provider_tree [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.730066] env[69155]: DEBUG oslo_concurrency.lockutils [req-20894722-5f3f-4de3-b19b-4107b7896bb8 req-f7fcf0ad-7d07-4aa0-94d4-5a47355b17de service nova] Releasing lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.733198] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.753052] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.753052] env[69155]: DEBUG nova.compute.provider_tree [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 111 to 112 during operation: update_traits {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 977.765388] env[69155]: DEBUG oslo_vmware.api [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599941, 'name': PowerOnVM_Task, 'duration_secs': 0.530795} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.765388] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.765388] env[69155]: DEBUG nova.compute.manager [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.766042] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69a0756-fa81-4347-b481-af85217e8eff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.823811] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.825343] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.825343] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.825343] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.825343] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.825343] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.825652] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.825652] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.825717] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.825871] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.826064] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.836628] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4f462c-cc56-4c6e-81fe-f999ba648165 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.850260] env[69155]: INFO nova.compute.manager [-] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Took 1.40 seconds to deallocate network for instance. [ 977.861786] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 977.861786] env[69155]: value = "task-3599947" [ 977.861786] env[69155]: _type = "Task" [ 977.861786] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.871764] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52254fa8-634f-ece2-e1df-40ae96f814a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01626} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.872664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.873133] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. {{(pid=69155) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 977.873451] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df332561-333e-4ff4-89c6-49b2cd99daee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.880270] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.891029] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 977.891029] env[69155]: value = "task-3599948" [ 977.891029] env[69155]: _type = "Task" [ 977.891029] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.903739] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.074922] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599945, 'name': ReconfigVM_Task, 'duration_secs': 0.468692} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.078537] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd/d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.079874] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed80e67c-478f-4af6-8534-3036f1176e5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.091317] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 978.091317] env[69155]: value = "task-3599949" [ 978.091317] env[69155]: _type = "Task" [ 978.091317] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.091682] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.106743] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599949, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.248514] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f59550-8ae8-48a6-be64-c6e3b976b9f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.260720] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec4a54-8f80-4f4f-9089-db5c6a577187 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.308886] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d1d07b-e852-4841-aa95-dfd52cd27627 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.311176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.319925] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e67d2d9-7692-4308-abb0-860fdde69d5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.338162] env[69155]: DEBUG nova.compute.provider_tree [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.363637] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.374395] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599947, 'name': ReconfigVM_Task, 'duration_secs': 0.203295} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.374824] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance 'be7fc1f7-b6e3-450f-9fe2-b85ad14054df' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.400184] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599948, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.459467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.459827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.508570] env[69155]: DEBUG nova.compute.manager [req-0c376769-6e7a-4443-9937-03f85f79e39f req-3ab9239c-2a3b-4f4d-acc6-536427ede568 service nova] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Received event network-vif-deleted-caf9bbef-c730-4492-b431-27df391a3d82 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.585452] env[69155]: DEBUG oslo_vmware.api [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599946, 'name': PowerOnVM_Task, 'duration_secs': 0.714114} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.585452] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.588385] env[69155]: INFO nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Took 8.15 seconds to spawn the instance on the hypervisor. [ 978.588385] env[69155]: DEBUG nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.588385] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18528d1e-575c-4e61-a32c-441991e2e8ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.605700] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599949, 'name': Rename_Task, 'duration_secs': 0.233601} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.605986] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.606254] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69311ba9-0c7d-4d22-ac31-7644db6a3f29 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.614067] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 978.614067] env[69155]: value = "task-3599950" [ 978.614067] env[69155]: _type = "Task" [ 978.614067] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.624390] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.861072] env[69155]: ERROR nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [req-c52b6c75-9166-4199-9412-172eb780a15a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c52b6c75-9166-4199-9412-172eb780a15a"}]} [ 978.878179] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 978.883644] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.884158] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.884516] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.884837] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.885499] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.885852] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.886426] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.886742] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.887101] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.887476] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.887951] env[69155]: DEBUG nova.virt.hardware [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.894884] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.897321] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 978.898173] env[69155]: DEBUG nova.compute.provider_tree [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.900355] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ae02d1-6575-431a-a123-0472f2bf787b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.932263] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678437} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.933393] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 978.936690] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. [ 978.937077] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 978.937077] env[69155]: value = "task-3599951" [ 978.937077] env[69155]: _type = "Task" [ 978.937077] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.938119] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f4ca3-0a78-47b7-9ee6-be84716b868b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.950505] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.964958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.965161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.972680] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.973820] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 978.976633] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2513bc68-b492-43b1-a903-16bbad9bab8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.979359] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f66881e-622a-441d-8746-15e6f40897c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.010537] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3ea56-d003-441a-a3e3-2d37f8b5a107 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.013330] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 979.013330] env[69155]: value = "task-3599952" [ 979.013330] env[69155]: _type = "Task" [ 979.013330] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.044842] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Reconfiguring VM to detach interface {{(pid=69155) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 979.046377] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0bf39d7-015d-43d9-97ff-124162046ded {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.068345] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.078028] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 979.078028] env[69155]: value = "task-3599953" [ 979.078028] env[69155]: _type = "Task" [ 979.078028] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.093018] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.110721] env[69155]: INFO nova.compute.manager [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Took 39.12 seconds to build instance. [ 979.128507] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.134442] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.135379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.268213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.268614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.268940] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.269259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.269504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.272685] env[69155]: INFO nova.compute.manager [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Terminating instance [ 979.455514] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.485572] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f195cb8-a15b-4a72-8906-e39c96886eec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.493515] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e95e27-2d00-43f7-be77-d3aceaae4b93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.531740] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b0e6d2-2ac7-4b76-9c75-0945dd1ae5d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.543500] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e16776d-ca9b-41d2-823d-c59c22a69397 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.547520] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.559731] env[69155]: DEBUG nova.compute.provider_tree [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.586590] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.613958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-047aed1c-fc59-4f4f-9451-b87fb9e80ace tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.635s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.626258] env[69155]: DEBUG oslo_vmware.api [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599950, 'name': PowerOnVM_Task, 'duration_secs': 0.683815} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.626537] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.626738] env[69155]: INFO nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Took 12.97 seconds to spawn the instance on the hypervisor. [ 979.626918] env[69155]: DEBUG nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.627788] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8b2739-bb9d-4e63-898d-0fa43c62b937 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.637771] env[69155]: DEBUG nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.776634] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "refresh_cache-e23eebb1-7dea-461b-bfc4-ffc433f35b19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.776866] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquired lock "refresh_cache-e23eebb1-7dea-461b-bfc4-ffc433f35b19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.777093] env[69155]: DEBUG nova.network.neutron [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.952909] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.040026] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599952, 'name': ReconfigVM_Task, 'duration_secs': 0.68088} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.040026] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.040430] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f36afa-268e-479d-8aed-29334d6f3471 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.071560] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7fdd17-e67f-4fef-be75-f359ca1bb018 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.093392] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.095622] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 980.095622] env[69155]: value = "task-3599954" [ 980.095622] env[69155]: _type = "Task" [ 980.095622] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.103596] env[69155]: DEBUG nova.scheduler.client.report [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 980.103858] env[69155]: DEBUG nova.compute.provider_tree [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 113 to 114 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 980.104057] env[69155]: DEBUG nova.compute.provider_tree [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.111024] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.149654] env[69155]: INFO nova.compute.manager [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Took 45.35 seconds to build instance. [ 980.168627] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.301914] env[69155]: DEBUG nova.network.neutron [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.386708] env[69155]: DEBUG nova.network.neutron [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.452432] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599951, 'name': ReconfigVM_Task, 'duration_secs': 1.246785} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.452716] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.453711] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578deda6-4b07-42c3-bae1-db7e6cfb088f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.477294] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] be7fc1f7-b6e3-450f-9fe2-b85ad14054df/be7fc1f7-b6e3-450f-9fe2-b85ad14054df.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.477661] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1981c1dd-2ac4-4fbb-bcdc-3bb43b19d693 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.497594] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 980.497594] env[69155]: value = "task-3599955" [ 980.497594] env[69155]: _type = "Task" [ 980.497594] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.512465] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.591412] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.604843] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.612756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.538s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.614982] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.535s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.615243] env[69155]: DEBUG nova.objects.instance [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lazy-loading 'resources' on Instance uuid 193b7295-dc51-42dd-9d1d-af3b1e8a1207 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.651952] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a77b896-ae66-46d5-9376-1a77121faddd tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.034s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.658198] env[69155]: INFO nova.network.neutron [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating port 345f2441-51fd-45f9-8940-9b13f9315073 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 980.892022] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Releasing lock "refresh_cache-e23eebb1-7dea-461b-bfc4-ffc433f35b19" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.892022] env[69155]: DEBUG nova.compute.manager [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.892022] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.892022] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a7c34-0fb9-4434-9531-503b1576881b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.904068] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.904162] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3919a4dd-6e4e-4601-bc8e-21f685094055 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.910633] env[69155]: DEBUG oslo_vmware.api [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 980.910633] env[69155]: value = "task-3599956" [ 980.910633] env[69155]: _type = "Task" [ 980.910633] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.918607] env[69155]: DEBUG oslo_vmware.api [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.002642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.002915] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.003094] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.003273] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.003431] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.005944] env[69155]: INFO nova.compute.manager [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Terminating instance [ 981.013238] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599955, 'name': ReconfigVM_Task, 'duration_secs': 0.369278} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.014630] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Reconfigured VM instance instance-00000045 to attach disk [datastore1] be7fc1f7-b6e3-450f-9fe2-b85ad14054df/be7fc1f7-b6e3-450f-9fe2-b85ad14054df.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.014936] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance 'be7fc1f7-b6e3-450f-9fe2-b85ad14054df' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.091592] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.106224] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.420302] env[69155]: DEBUG oslo_vmware.api [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.520293] env[69155]: DEBUG nova.compute.manager [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.520530] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.522889] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1b9a07-1ea5-4cf6-8331-479a697304d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.526387] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd68c5-eb24-479f-b337-7b5398ffa73d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.562405] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab128168-f7c7-4c61-80cc-013b46882748 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.565194] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.566751] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d0acc3-fec2-4782-b353-6942562812b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.588432] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance 'be7fc1f7-b6e3-450f-9fe2-b85ad14054df' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.599060] env[69155]: DEBUG oslo_vmware.api [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 981.599060] env[69155]: value = "task-3599957" [ 981.599060] env[69155]: _type = "Task" [ 981.599060] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.610549] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.619062] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599954, 'name': ReconfigVM_Task, 'duration_secs': 1.300026} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.622401] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.622710] env[69155]: DEBUG oslo_vmware.api [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.622936] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1c66783-c2ac-4f03-a001-138a868eaa07 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.626224] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b00512-4392-440d-b52d-8406500e0e76 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.634307] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a68081-7ff9-4e33-b0bb-a5b70d57b370 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.640957] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 981.640957] env[69155]: value = "task-3599958" [ 981.640957] env[69155]: _type = "Task" [ 981.640957] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.672051] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea704849-cc82-41b3-bcc5-1b3c40b0aa0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.679448] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599958, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.686590] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c75e4c6-4dbb-4e3d-a78f-cba43c1a0b98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.702481] env[69155]: DEBUG nova.compute.provider_tree [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.921044] env[69155]: DEBUG oslo_vmware.api [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599956, 'name': PowerOffVM_Task, 'duration_secs': 0.677574} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.921408] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.921579] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.921855] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0da86ca9-1db4-459b-acc2-bc9f6f199ad3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.946480] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.947355] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.947355] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Deleting the datastore file [datastore2] e23eebb1-7dea-461b-bfc4-ffc433f35b19 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.947540] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eb6f75d-3de7-44c4-b21a-7ac3e5f3c249 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.954274] env[69155]: DEBUG oslo_vmware.api [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for the task: (returnval){ [ 981.954274] env[69155]: value = "task-3599960" [ 981.954274] env[69155]: _type = "Task" [ 981.954274] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.963882] env[69155]: DEBUG oslo_vmware.api [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.098524] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.112238] env[69155]: DEBUG oslo_vmware.api [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599957, 'name': PowerOffVM_Task, 'duration_secs': 0.349825} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.112750] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.112750] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.113042] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55fdea25-9ed3-4422-81ce-ebae1e5a7d65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.161265] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599958, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.206845] env[69155]: DEBUG nova.scheduler.client.report [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.241461] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.241659] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.241781] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Deleting the datastore file [datastore2] d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.242415] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffad7497-ff35-41f6-8681-afee3b2f435f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.255431] env[69155]: DEBUG oslo_vmware.api [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for the task: (returnval){ [ 982.255431] env[69155]: value = "task-3599962" [ 982.255431] env[69155]: _type = "Task" [ 982.255431] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.264605] env[69155]: DEBUG oslo_vmware.api [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.302329] env[69155]: DEBUG nova.network.neutron [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Port f96bde4e-86e0-4a86-b104-b9d28a649ccd binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 982.464982] env[69155]: DEBUG oslo_vmware.api [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Task: {'id': task-3599960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298293} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.465252] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.465460] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.465728] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.465814] env[69155]: INFO nova.compute.manager [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Took 1.57 seconds to destroy the instance on the hypervisor. [ 982.466104] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.466314] env[69155]: DEBUG nova.compute.manager [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.466413] env[69155]: DEBUG nova.network.neutron [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.498093] env[69155]: DEBUG nova.network.neutron [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.529335] env[69155]: DEBUG nova.compute.manager [req-408140fd-cfb4-4798-a59c-841474a4a193 req-f3d988c2-bf7c-4883-9aa0-31bd28ed175a service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received event network-vif-plugged-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.529618] env[69155]: DEBUG oslo_concurrency.lockutils [req-408140fd-cfb4-4798-a59c-841474a4a193 req-f3d988c2-bf7c-4883-9aa0-31bd28ed175a service nova] Acquiring lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.530687] env[69155]: DEBUG oslo_concurrency.lockutils [req-408140fd-cfb4-4798-a59c-841474a4a193 req-f3d988c2-bf7c-4883-9aa0-31bd28ed175a service nova] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.530909] env[69155]: DEBUG oslo_concurrency.lockutils [req-408140fd-cfb4-4798-a59c-841474a4a193 req-f3d988c2-bf7c-4883-9aa0-31bd28ed175a service nova] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.531252] env[69155]: DEBUG nova.compute.manager [req-408140fd-cfb4-4798-a59c-841474a4a193 req-f3d988c2-bf7c-4883-9aa0-31bd28ed175a service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] No waiting events found dispatching network-vif-plugged-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.531367] env[69155]: WARNING nova.compute.manager [req-408140fd-cfb4-4798-a59c-841474a4a193 req-f3d988c2-bf7c-4883-9aa0-31bd28ed175a service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received unexpected event network-vif-plugged-345f2441-51fd-45f9-8940-9b13f9315073 for instance with vm_state shelved_offloaded and task_state spawning. [ 982.599490] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.653243] env[69155]: DEBUG oslo_vmware.api [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599958, 'name': PowerOnVM_Task, 'duration_secs': 0.707671} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.653243] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.658488] env[69155]: DEBUG nova.compute.manager [None req-7dd131eb-d805-428c-b927-8676bf7f0a46 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.659381] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddd158e-273f-43cb-a4bb-ab37eb4ca462 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.664253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.664517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.664745] env[69155]: DEBUG nova.network.neutron [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.715593] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.717871] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.718115] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.718308] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.718513] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.718688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.720674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.580s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.720858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.722728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.080s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.722944] env[69155]: DEBUG nova.objects.instance [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lazy-loading 'resources' on Instance uuid 41001079-778b-456c-95b8-aac47ea3efa3 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.724477] env[69155]: INFO nova.compute.manager [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Terminating instance [ 982.750225] env[69155]: INFO nova.scheduler.client.report [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Deleted allocations for instance 30c55b07-6f91-46dc-a50c-3185097fac67 [ 982.753394] env[69155]: INFO nova.scheduler.client.report [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Deleted allocations for instance 193b7295-dc51-42dd-9d1d-af3b1e8a1207 [ 982.780802] env[69155]: DEBUG oslo_vmware.api [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Task: {'id': task-3599962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498641} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.780802] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.781091] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.781134] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.781294] env[69155]: INFO nova.compute.manager [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Took 1.26 seconds to destroy the instance on the hypervisor. [ 982.781547] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.781916] env[69155]: DEBUG nova.compute.manager [-] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.782043] env[69155]: DEBUG nova.network.neutron [-] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.001799] env[69155]: DEBUG nova.network.neutron [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.100868] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.231179] env[69155]: DEBUG nova.compute.manager [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.231417] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.233015] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd332046-e179-4e77-aa00-b6ee087d8feb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.241125] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.241530] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3a1f298-eb24-40fe-a02d-05bad175596e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.249039] env[69155]: DEBUG oslo_vmware.api [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 983.249039] env[69155]: value = "task-3599963" [ 983.249039] env[69155]: _type = "Task" [ 983.249039] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.271228] env[69155]: DEBUG oslo_vmware.api [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.271765] env[69155]: DEBUG oslo_concurrency.lockutils [None req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Lock "193b7295-dc51-42dd-9d1d-af3b1e8a1207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.240s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.272881] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c54f793-8d6c-4d22-8eca-e770106c3f38 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "30c55b07-6f91-46dc-a50c-3185097fac67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.253s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.326978] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.327256] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.327469] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.504400] env[69155]: INFO nova.compute.manager [-] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Took 1.04 seconds to deallocate network for instance. [ 983.543436] env[69155]: DEBUG oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc051-0955-192e-0884-58d2e1e270b5/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 983.544452] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4072201-9469-4033-9bcd-e2a1d88adb73 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.551174] env[69155]: DEBUG oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc051-0955-192e-0884-58d2e1e270b5/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 983.551429] env[69155]: ERROR oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc051-0955-192e-0884-58d2e1e270b5/disk-0.vmdk due to incomplete transfer. [ 983.552452] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-baa5f43c-54d6-4595-bd83-c68096e91bac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.563882] env[69155]: DEBUG oslo_vmware.rw_handles [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc051-0955-192e-0884-58d2e1e270b5/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 983.564196] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Uploaded image d15b0b64-be6c-492e-871b-339ce37dd4ee to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 983.567129] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 983.567989] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c40da5ee-28fb-459d-b0ba-15d17e516b3a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.578844] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 983.578844] env[69155]: value = "task-3599964" [ 983.578844] env[69155]: _type = "Task" [ 983.578844] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.590487] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599964, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.602782] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.616283] env[69155]: DEBUG nova.network.neutron [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating instance_info_cache with network_info: [{"id": "345f2441-51fd-45f9-8940-9b13f9315073", "address": "fa:16:3e:ca:28:b9", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f2441-51", "ovs_interfaceid": "345f2441-51fd-45f9-8940-9b13f9315073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.746729] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ebd99-2900-4154-8269-129240e863d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.760642] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00517fc-6e08-4a70-b6cc-635d83d80b4a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.763949] env[69155]: DEBUG oslo_vmware.api [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599963, 'name': PowerOffVM_Task, 'duration_secs': 0.237429} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.764363] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.764495] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.765152] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2910d46f-23a0-48c0-8294-fa121d77566c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.804275] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f0bdd-59fd-4337-b4f4-e9102ad86bb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.811990] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0665528c-3bf6-4e75-ae1c-6b810a3a6a94 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.827730] env[69155]: DEBUG nova.compute.provider_tree [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.836240] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.836240] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.836240] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Deleting the datastore file [datastore2] 3d9a4c57-afa8-4813-b85d-422dcdad09d4 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.836240] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fb8b01c-eb58-422d-9e06-1260d0925ef5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.842794] env[69155]: DEBUG oslo_vmware.api [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 983.842794] env[69155]: value = "task-3599966" [ 983.842794] env[69155]: _type = "Task" [ 983.842794] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.851412] env[69155]: DEBUG nova.network.neutron [-] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.852738] env[69155]: DEBUG oslo_vmware.api [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.014544] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.089097] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599964, 'name': Destroy_Task, 'duration_secs': 0.360914} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.089375] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Destroyed the VM [ 984.089614] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 984.089944] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a9205ba-7f83-4cbb-9fa4-bbbcb36e5dcc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.099905] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.101156] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 984.101156] env[69155]: value = "task-3599967" [ 984.101156] env[69155]: _type = "Task" [ 984.101156] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.110262] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599967, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.119027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.143045] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c7266373526b98a8cf5d27a2aedcd567',container_format='bare',created_at=2025-04-25T18:00:24Z,direct_url=,disk_format='vmdk',id=1519e270-a2c7-4005-bd48-ede3c860936a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1478240975-shelved',owner='0b39ba7a23e34c7cbd94ad7b9b0db622',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-04-25T18:00:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.143302] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.143460] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.143643] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.143790] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.144046] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.144155] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.144317] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.144483] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.144646] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.144818] env[69155]: DEBUG nova.virt.hardware [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.145240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "633e9d92-9015-4cc8-ba92-6750376d0198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.145454] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.145657] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.145883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.146060] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.148134] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0159000-f899-4f61-8d50-235ca99dc0ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.151319] env[69155]: INFO nova.compute.manager [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Terminating instance [ 984.158867] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce8d113-ae42-4f7f-97ab-022d14638d42 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.174600] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:28:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '345f2441-51fd-45f9-8940-9b13f9315073', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.182688] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.183247] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.183514] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d42bbcd6-80c0-4173-a064-890171554cad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.204770] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.204770] env[69155]: value = "task-3599968" [ 984.204770] env[69155]: _type = "Task" [ 984.204770] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.212535] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599968, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.331444] env[69155]: DEBUG nova.scheduler.client.report [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.354027] env[69155]: INFO nova.compute.manager [-] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Took 1.57 seconds to deallocate network for instance. [ 984.354027] env[69155]: DEBUG oslo_vmware.api [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3599966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17787} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.355986] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.356129] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.356318] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.357039] env[69155]: INFO nova.compute.manager [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 984.357039] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.360244] env[69155]: DEBUG nova.compute.manager [-] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.360359] env[69155]: DEBUG nova.network.neutron [-] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.407913] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.408112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.408292] env[69155]: DEBUG nova.network.neutron [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.601732] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.610753] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599967, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.656406] env[69155]: DEBUG nova.compute.manager [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.656885] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.658137] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff83e2e7-56fc-4468-a388-4c2fa3a45b3b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.668978] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.668978] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a66aba7-c993-4129-bf28-b316d62c4e3e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.674023] env[69155]: DEBUG oslo_vmware.api [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 984.674023] env[69155]: value = "task-3599969" [ 984.674023] env[69155]: _type = "Task" [ 984.674023] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.685649] env[69155]: DEBUG nova.compute.manager [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received event network-changed-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.685857] env[69155]: DEBUG nova.compute.manager [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Refreshing instance network info cache due to event network-changed-345f2441-51fd-45f9-8940-9b13f9315073. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.686083] env[69155]: DEBUG oslo_concurrency.lockutils [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] Acquiring lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.687668] env[69155]: DEBUG oslo_concurrency.lockutils [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] Acquired lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.687668] env[69155]: DEBUG nova.network.neutron [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Refreshing network info cache for port 345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.697799] env[69155]: DEBUG oslo_vmware.api [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.715129] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599968, 'name': CreateVM_Task, 'duration_secs': 0.394667} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.715849] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.716612] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.716822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.717292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.717812] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d346fe2-1c58-4699-b941-8f02a8d8815f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.722630] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 984.722630] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528803de-1360-6552-8ff8-d784fc1de78d" [ 984.722630] env[69155]: _type = "Task" [ 984.722630] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.734798] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528803de-1360-6552-8ff8-d784fc1de78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.840488] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.842716] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.940s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.842951] env[69155]: DEBUG nova.objects.instance [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'resources' on Instance uuid 1410c48a-e2f5-4756-a7cb-a45da91b1f13 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.864422] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.868370] env[69155]: INFO nova.scheduler.client.report [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted allocations for instance 41001079-778b-456c-95b8-aac47ea3efa3 [ 984.879292] env[69155]: DEBUG nova.compute.manager [req-6f4682c3-23ba-4238-9486-8e2484606798 req-31e80872-ca08-49c8-aa96-a7d311a6ebb2 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Received event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.879558] env[69155]: DEBUG nova.compute.manager [req-6f4682c3-23ba-4238-9486-8e2484606798 req-31e80872-ca08-49c8-aa96-a7d311a6ebb2 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing instance network info cache due to event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.879869] env[69155]: DEBUG oslo_concurrency.lockutils [req-6f4682c3-23ba-4238-9486-8e2484606798 req-31e80872-ca08-49c8-aa96-a7d311a6ebb2 service nova] Acquiring lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.880133] env[69155]: DEBUG oslo_concurrency.lockutils [req-6f4682c3-23ba-4238-9486-8e2484606798 req-31e80872-ca08-49c8-aa96-a7d311a6ebb2 service nova] Acquired lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.880398] env[69155]: DEBUG nova.network.neutron [req-6f4682c3-23ba-4238-9486-8e2484606798 req-31e80872-ca08-49c8-aa96-a7d311a6ebb2 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.102531] env[69155]: DEBUG oslo_vmware.api [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599953, 'name': ReconfigVM_Task, 'duration_secs': 5.804633} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.105602] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.105892] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Reconfigured VM to detach interface {{(pid=69155) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 985.112875] env[69155]: DEBUG oslo_vmware.api [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599967, 'name': RemoveSnapshot_Task, 'duration_secs': 0.659681} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.113240] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 985.113547] env[69155]: INFO nova.compute.manager [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 985.185475] env[69155]: DEBUG oslo_vmware.api [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599969, 'name': PowerOffVM_Task, 'duration_secs': 0.242358} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.185850] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.186097] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.186402] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a13354c6-3ab4-4050-82a6-bdc79c912f81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.204101] env[69155]: DEBUG nova.network.neutron [-] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.236920] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.237372] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Processing image 1519e270-a2c7-4005-bd48-ede3c860936a {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.237744] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a/1519e270-a2c7-4005-bd48-ede3c860936a.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.238203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a/1519e270-a2c7-4005-bd48-ede3c860936a.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.238529] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.238909] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a0e27b8-6815-4df4-b39f-96737824b7d3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.250699] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.250699] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.250699] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Deleting the datastore file [datastore2] 633e9d92-9015-4cc8-ba92-6750376d0198 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.251391] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d77c1ca-ec07-4fe6-96ca-32e85f5ceac4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.253661] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.253917] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.255496] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d60faf2-c49a-46a2-b549-3dd8172fe373 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.261054] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 985.261054] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524776be-4df3-454b-b604-ab4a2eb1a4c8" [ 985.261054] env[69155]: _type = "Task" [ 985.261054] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.265892] env[69155]: DEBUG oslo_vmware.api [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for the task: (returnval){ [ 985.265892] env[69155]: value = "task-3599971" [ 985.265892] env[69155]: _type = "Task" [ 985.265892] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.273909] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524776be-4df3-454b-b604-ab4a2eb1a4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.280019] env[69155]: DEBUG oslo_vmware.api [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.328524] env[69155]: DEBUG nova.network.neutron [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance_info_cache with network_info: [{"id": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "address": "fa:16:3e:5f:ce:cc", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96bde4e-86", "ovs_interfaceid": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.377139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3862f2dc-17e6-4881-ab3f-36bde55a3363 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "41001079-778b-456c-95b8-aac47ea3efa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.706s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.675022] env[69155]: DEBUG nova.compute.manager [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Found 3 images (rotation: 2) {{(pid=69155) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 985.675235] env[69155]: DEBUG nova.compute.manager [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Rotating out 1 backups {{(pid=69155) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 985.675406] env[69155]: DEBUG nova.compute.manager [None req-a316da33-5d46-44cc-ad0a-e7cc0708d4dd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleting image e3f228d7-3c45-4a8a-acb6-9cd58979a244 {{(pid=69155) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 985.706420] env[69155]: INFO nova.compute.manager [-] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Took 1.35 seconds to deallocate network for instance. [ 985.777967] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4b8ef3-77ee-41b3-98ad-3466ca2e1318 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.785298] env[69155]: DEBUG oslo_vmware.api [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Task: {'id': task-3599971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155285} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.789305] env[69155]: DEBUG nova.network.neutron [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updated VIF entry in instance network info cache for port 345f2441-51fd-45f9-8940-9b13f9315073. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.789305] env[69155]: DEBUG nova.network.neutron [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating instance_info_cache with network_info: [{"id": "345f2441-51fd-45f9-8940-9b13f9315073", "address": "fa:16:3e:ca:28:b9", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f2441-51", "ovs_interfaceid": "345f2441-51fd-45f9-8940-9b13f9315073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.791419] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.791612] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.791792] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.791964] env[69155]: INFO nova.compute.manager [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Took 1.14 seconds to destroy the instance on the hypervisor. [ 985.792229] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.796277] env[69155]: DEBUG nova.compute.manager [-] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.796372] env[69155]: DEBUG nova.network.neutron [-] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.799037] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Preparing fetch location {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 985.799037] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Fetch image to [datastore1] OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4/OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4.vmdk {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 985.799037] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Downloading stream optimized image 1519e270-a2c7-4005-bd48-ede3c860936a to [datastore1] OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4/OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4.vmdk on the data store datastore1 as vApp {{(pid=69155) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 985.799037] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Downloading image file data 1519e270-a2c7-4005-bd48-ede3c860936a to the ESX as VM named 'OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4' {{(pid=69155) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 985.804484] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9479a2df-4da4-445f-b5bd-1bd3b8e063d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.839509] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.847220] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d81d0d5-82b2-4d5c-b8bc-afb33adba29d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.857682] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db9a44f-62d1-41df-991c-433073261a6f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.879646] env[69155]: DEBUG nova.network.neutron [req-6f4682c3-23ba-4238-9486-8e2484606798 req-31e80872-ca08-49c8-aa96-a7d311a6ebb2 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updated VIF entry in instance network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.879995] env[69155]: DEBUG nova.network.neutron [req-6f4682c3-23ba-4238-9486-8e2484606798 req-31e80872-ca08-49c8-aa96-a7d311a6ebb2 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updating instance_info_cache with network_info: [{"id": "e7687911-1108-4397-92c3-3a68ae527f2b", "address": "fa:16:3e:f5:a5:e1", "network": {"id": "b65a38af-bafc-487a-85b9-e5e1dc00a312", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2080985317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "837cee88996e47698d59f1d3078d2cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7687911-11", "ovs_interfaceid": "e7687911-1108-4397-92c3-3a68ae527f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.892932] env[69155]: DEBUG nova.compute.provider_tree [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.925167] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 985.925167] env[69155]: value = "resgroup-9" [ 985.925167] env[69155]: _type = "ResourcePool" [ 985.925167] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 985.925454] env[69155]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cdd4d454-fc77-49ac-8de8-b797f6de24e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.947765] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lease: (returnval){ [ 985.947765] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52eb92e5-3fa4-6124-d3a1-7af2f764052e" [ 985.947765] env[69155]: _type = "HttpNfcLease" [ 985.947765] env[69155]: } obtained for vApp import into resource pool (val){ [ 985.947765] env[69155]: value = "resgroup-9" [ 985.947765] env[69155]: _type = "ResourcePool" [ 985.947765] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 985.947765] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the lease: (returnval){ [ 985.947765] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52eb92e5-3fa4-6124-d3a1-7af2f764052e" [ 985.947765] env[69155]: _type = "HttpNfcLease" [ 985.947765] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 985.953978] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.953978] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52eb92e5-3fa4-6124-d3a1-7af2f764052e" [ 985.953978] env[69155]: _type = "HttpNfcLease" [ 985.953978] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.214783] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.293448] env[69155]: DEBUG oslo_concurrency.lockutils [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] Releasing lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.293790] env[69155]: DEBUG nova.compute.manager [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Received event network-vif-deleted-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.294033] env[69155]: DEBUG nova.compute.manager [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Received event network-vif-deleted-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.294332] env[69155]: DEBUG nova.compute.manager [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Received event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.294450] env[69155]: DEBUG nova.compute.manager [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing instance network info cache due to event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.294518] env[69155]: DEBUG oslo_concurrency.lockutils [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] Acquiring lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.373183] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8b6d92-ff62-465e-a065-9ccf64b88b73 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.392934] env[69155]: DEBUG oslo_concurrency.lockutils [req-6f4682c3-23ba-4238-9486-8e2484606798 req-31e80872-ca08-49c8-aa96-a7d311a6ebb2 service nova] Releasing lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.393772] env[69155]: DEBUG oslo_concurrency.lockutils [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] Acquired lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.393772] env[69155]: DEBUG nova.network.neutron [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.395987] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60799cf9-0440-4364-a02b-82e1330720e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.399338] env[69155]: DEBUG nova.scheduler.client.report [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.408086] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance 'be7fc1f7-b6e3-450f-9fe2-b85ad14054df' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.456017] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.456017] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52eb92e5-3fa4-6124-d3a1-7af2f764052e" [ 986.456017] env[69155]: _type = "HttpNfcLease" [ 986.456017] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 986.456210] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 986.456210] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52eb92e5-3fa4-6124-d3a1-7af2f764052e" [ 986.456210] env[69155]: _type = "HttpNfcLease" [ 986.456210] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 986.456890] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4beada2-dba1-465b-8db2-b164c10d85ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.467588] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9212-abdb-fffc-0b23-b59197368688/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 986.467782] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9212-abdb-fffc-0b23-b59197368688/disk-0.vmdk. {{(pid=69155) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 986.542053] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0fad805-6746-49c8-a507-38cbfe5e5e0a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.545282] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.545610] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.545986] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.546148] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.546377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.550350] env[69155]: INFO nova.compute.manager [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Terminating instance [ 986.576291] env[69155]: DEBUG nova.network.neutron [-] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.804641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.804851] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.805043] env[69155]: DEBUG nova.network.neutron [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.906652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.911912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.853s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.913266] env[69155]: DEBUG nova.objects.instance [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lazy-loading 'resources' on Instance uuid 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.916482] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.919600] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3e92227-0d4c-46c9-8bce-69a05551fc91 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.927808] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 986.927808] env[69155]: value = "task-3599973" [ 986.927808] env[69155]: _type = "Task" [ 986.927808] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.951896] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599973, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.957022] env[69155]: INFO nova.scheduler.client.report [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Deleted allocations for instance 1410c48a-e2f5-4756-a7cb-a45da91b1f13 [ 987.057251] env[69155]: DEBUG nova.compute.manager [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.057562] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.058516] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a397bc9-5208-480f-9c3a-824bd27de2c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.066599] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.066853] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e0bb0f-1d6c-492a-815a-327782c550cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.075513] env[69155]: DEBUG oslo_vmware.api [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 987.075513] env[69155]: value = "task-3599974" [ 987.075513] env[69155]: _type = "Task" [ 987.075513] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.081286] env[69155]: INFO nova.compute.manager [-] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Took 1.28 seconds to deallocate network for instance. [ 987.094180] env[69155]: DEBUG oslo_vmware.api [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.131148] env[69155]: DEBUG nova.compute.manager [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Received event network-vif-deleted-e49783e2-a0c7-482a-8c29-b140f6608bca {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.131148] env[69155]: DEBUG nova.compute.manager [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-vif-deleted-04fe7d08-e40d-4f5a-91ef-3b3aab29274a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.131148] env[69155]: INFO nova.compute.manager [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Neutron deleted interface 04fe7d08-e40d-4f5a-91ef-3b3aab29274a; detaching it from the instance and deleting it from the info cache [ 987.133140] env[69155]: DEBUG nova.network.neutron [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa421d1b-e233-49ba-8766-38e3586f019e", "address": "fa:16:3e:70:45:bc", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa421d1b-e2", "ovs_interfaceid": "fa421d1b-e233-49ba-8766-38e3586f019e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.221682] env[69155]: DEBUG nova.network.neutron [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updated VIF entry in instance network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.222138] env[69155]: DEBUG nova.network.neutron [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updating instance_info_cache with network_info: [{"id": "e7687911-1108-4397-92c3-3a68ae527f2b", "address": "fa:16:3e:f5:a5:e1", "network": {"id": "b65a38af-bafc-487a-85b9-e5e1dc00a312", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2080985317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "837cee88996e47698d59f1d3078d2cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7687911-11", "ovs_interfaceid": "e7687911-1108-4397-92c3-3a68ae527f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.356823] env[69155]: DEBUG nova.compute.manager [req-44c4693a-eb78-4340-9b90-d19846d2e435 req-834b69b4-0d2f-44bb-a6b6-a52172d6f7d8 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Received event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.356823] env[69155]: DEBUG nova.compute.manager [req-44c4693a-eb78-4340-9b90-d19846d2e435 req-834b69b4-0d2f-44bb-a6b6-a52172d6f7d8 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing instance network info cache due to event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.357269] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c4693a-eb78-4340-9b90-d19846d2e435 req-834b69b4-0d2f-44bb-a6b6-a52172d6f7d8 service nova] Acquiring lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.444028] env[69155]: DEBUG oslo_vmware.api [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3599973, 'name': PowerOnVM_Task, 'duration_secs': 0.471435} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.447927] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.448678] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3ab74-442c-4397-96aa-ee3f0e240185 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance 'be7fc1f7-b6e3-450f-9fe2-b85ad14054df' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.475852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d141df48-deec-4dac-8acd-7d77c4210951 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "1410c48a-e2f5-4756-a7cb-a45da91b1f13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.965s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.591269] env[69155]: DEBUG oslo_vmware.api [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599974, 'name': PowerOffVM_Task, 'duration_secs': 0.217696} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.591269] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.591269] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.591269] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3017861-28e9-4085-883f-9dcf0cab5efa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.599034] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.637567] env[69155]: DEBUG oslo_concurrency.lockutils [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.638357] env[69155]: DEBUG oslo_concurrency.lockutils [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] Acquired lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.639282] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa59e8-3fe7-4ea4-8559-d9b7f7ec7e51 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.663514] env[69155]: DEBUG oslo_concurrency.lockutils [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] Releasing lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.663705] env[69155]: WARNING nova.compute.manager [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Detach interface failed, port_id=04fe7d08-e40d-4f5a-91ef-3b3aab29274a, reason: No device with interface-id 04fe7d08-e40d-4f5a-91ef-3b3aab29274a exists on VM: nova.exception.NotFound: No device with interface-id 04fe7d08-e40d-4f5a-91ef-3b3aab29274a exists on VM [ 987.663947] env[69155]: DEBUG nova.compute.manager [req-4dbf72dd-2463-4bf8-aaa5-a11d205db4ce req-9f20d379-ebba-4123-a797-7ce76cbf97ac service nova] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Received event network-vif-deleted-045b50db-3d52-44c2-a14e-950b732b6216 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.667647] env[69155]: INFO nova.network.neutron [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Port 04fe7d08-e40d-4f5a-91ef-3b3aab29274a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 987.667830] env[69155]: INFO nova.network.neutron [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Port fa421d1b-e233-49ba-8766-38e3586f019e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 987.668174] env[69155]: DEBUG nova.network.neutron [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [{"id": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "address": "fa:16:3e:da:90:c3", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d13cbd0-7e", "ovs_interfaceid": "8d13cbd0-7e84-42d4-afeb-976054fdac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.676724] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.677023] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.677644] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleting the datastore file [datastore1] ee089ed0-82fb-4b11-9cce-7504f7aa7b23 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.678096] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73e5866f-e152-48f0-9d2e-2f4451fd2d09 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.689193] env[69155]: DEBUG oslo_vmware.api [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for the task: (returnval){ [ 987.689193] env[69155]: value = "task-3599976" [ 987.689193] env[69155]: _type = "Task" [ 987.689193] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.703034] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Completed reading data from the image iterator. {{(pid=69155) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 987.703206] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9212-abdb-fffc-0b23-b59197368688/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 987.703993] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf37e21-1409-4d2f-aa11-9aa0a96d2448 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.713251] env[69155]: DEBUG oslo_vmware.api [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.715073] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9212-abdb-fffc-0b23-b59197368688/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 987.715243] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9212-abdb-fffc-0b23-b59197368688/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 987.715490] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-241be523-9619-4d69-8525-7ff8d15bcb14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.725047] env[69155]: DEBUG oslo_concurrency.lockutils [req-75d07110-ebbf-4868-8055-89e85781e96e req-adc12819-8170-4ff8-b5d3-53fb4bd22033 service nova] Releasing lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.725519] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c4693a-eb78-4340-9b90-d19846d2e435 req-834b69b4-0d2f-44bb-a6b6-a52172d6f7d8 service nova] Acquired lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.725734] env[69155]: DEBUG nova.network.neutron [req-44c4693a-eb78-4340-9b90-d19846d2e435 req-834b69b4-0d2f-44bb-a6b6-a52172d6f7d8 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.921958] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c5a458-55e4-4586-a1ba-7dabc33d7e6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.929767] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d51f06-0995-4e95-b869-76ba59c94d83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.968162] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e092de3-38a8-4d8d-a44e-eebcf15107ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.973245] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19efb3ce-06b6-47a2-ab1e-af1db9e73f15 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.987612] env[69155]: DEBUG nova.compute.provider_tree [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.132359] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9212-abdb-fffc-0b23-b59197368688/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 988.132581] env[69155]: INFO nova.virt.vmwareapi.images [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Downloaded image file data 1519e270-a2c7-4005-bd48-ede3c860936a [ 988.133417] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8538a8fc-3d3f-40f0-b49a-4f96fcf4fcea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.151193] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8801fc3f-b5c3-4f6e-81d6-d1f13cf756ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.177314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.204629] env[69155]: DEBUG oslo_vmware.api [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Task: {'id': task-3599976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16457} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.204885] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.205159] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.205304] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.205505] env[69155]: INFO nova.compute.manager [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Took 1.15 seconds to destroy the instance on the hypervisor. [ 988.205754] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.205942] env[69155]: DEBUG nova.compute.manager [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.206051] env[69155]: DEBUG nova.network.neutron [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.336105] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.336541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.337436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.337436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.337436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.339375] env[69155]: INFO nova.virt.vmwareapi.images [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] The imported VM was unregistered [ 988.341934] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Caching image {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 988.342292] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.342853] env[69155]: INFO nova.compute.manager [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Terminating instance [ 988.344626] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9361bdc8-3c15-4f09-991e-1239714e9a8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.358519] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Created directory with path [datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.358801] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4/OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4.vmdk to [datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a/1519e270-a2c7-4005-bd48-ede3c860936a.vmdk. {{(pid=69155) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 988.359057] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0a783723-9895-4d65-8d52-d9e552a0ed5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.366728] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 988.366728] env[69155]: value = "task-3599978" [ 988.366728] env[69155]: _type = "Task" [ 988.366728] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.376681] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599978, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.494833] env[69155]: DEBUG nova.scheduler.client.report [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.685396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-04a78d5a-0040-482e-832e-691631cdd7df tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-0efb89c0-edbc-4612-90a8-ed43bcbaa7dd-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.225s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.747236] env[69155]: DEBUG nova.network.neutron [req-44c4693a-eb78-4340-9b90-d19846d2e435 req-834b69b4-0d2f-44bb-a6b6-a52172d6f7d8 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updated VIF entry in instance network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.748083] env[69155]: DEBUG nova.network.neutron [req-44c4693a-eb78-4340-9b90-d19846d2e435 req-834b69b4-0d2f-44bb-a6b6-a52172d6f7d8 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updating instance_info_cache with network_info: [{"id": "e7687911-1108-4397-92c3-3a68ae527f2b", "address": "fa:16:3e:f5:a5:e1", "network": {"id": "b65a38af-bafc-487a-85b9-e5e1dc00a312", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2080985317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "837cee88996e47698d59f1d3078d2cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7687911-11", "ovs_interfaceid": "e7687911-1108-4397-92c3-3a68ae527f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.851211] env[69155]: DEBUG nova.compute.manager [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.851211] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.851211] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa11af6-c833-48f7-91ee-75dca5249cfc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.865137] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.865467] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6301c24-d5e4-4292-a3af-ec7cd73ab62e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.878091] env[69155]: DEBUG oslo_vmware.api [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 988.878091] env[69155]: value = "task-3599979" [ 988.878091] env[69155]: _type = "Task" [ 988.878091] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.882325] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599978, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.894759] env[69155]: DEBUG oslo_vmware.api [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.001962] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.004706] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.881s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.006515] env[69155]: INFO nova.compute.claims [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.036977] env[69155]: INFO nova.scheduler.client.report [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleted allocations for instance 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c [ 989.251740] env[69155]: DEBUG oslo_concurrency.lockutils [req-44c4693a-eb78-4340-9b90-d19846d2e435 req-834b69b4-0d2f-44bb-a6b6-a52172d6f7d8 service nova] Releasing lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.360506] env[69155]: DEBUG nova.network.neutron [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.383658] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599978, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.405657] env[69155]: DEBUG oslo_vmware.api [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599979, 'name': PowerOffVM_Task, 'duration_secs': 0.292401} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.405657] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.406026] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.406101] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24b6c911-7202-4c42-bd45-1f164461ef86 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.519929] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.520170] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.520360] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleting the datastore file [datastore2] 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.520981] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eba3530-3675-41d9-bc94-157e4400f0de {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.530965] env[69155]: DEBUG oslo_vmware.api [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 989.530965] env[69155]: value = "task-3599981" [ 989.530965] env[69155]: _type = "Task" [ 989.530965] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.542925] env[69155]: DEBUG oslo_vmware.api [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.549327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f3279ca2-e351-4ffb-8231-8a42c1440e72 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.925s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.598602] env[69155]: DEBUG nova.compute.manager [req-14ab8b06-15d7-4084-9f14-778cf67a756c req-a4faf439-b019-4785-a70c-31aca3267ea4 service nova] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Received event network-vif-deleted-fd67e8c6-4169-4667-8578-b302078275a0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.798260] env[69155]: DEBUG nova.compute.manager [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-vif-deleted-fa421d1b-e233-49ba-8766-38e3586f019e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.798905] env[69155]: DEBUG nova.compute.manager [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Received event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.798905] env[69155]: DEBUG nova.compute.manager [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing instance network info cache due to event network-changed-e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.798905] env[69155]: DEBUG oslo_concurrency.lockutils [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] Acquiring lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.799090] env[69155]: DEBUG oslo_concurrency.lockutils [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] Acquired lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.799227] env[69155]: DEBUG nova.network.neutron [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Refreshing network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.870328] env[69155]: INFO nova.compute.manager [-] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Took 1.66 seconds to deallocate network for instance. [ 989.896216] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599978, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.047164] env[69155]: DEBUG oslo_vmware.api [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3599981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31676} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.050646] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.050986] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.051263] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.051398] env[69155]: INFO nova.compute.manager [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 990.051724] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.053932] env[69155]: DEBUG nova.compute.manager [-] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.053932] env[69155]: DEBUG nova.network.neutron [-] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.128560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.128850] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.129057] env[69155]: DEBUG nova.compute.manager [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Going to confirm migration 3 {{(pid=69155) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 990.385688] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599978, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.388811] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "d291de83-0154-4667-9442-ebac9dbf5670" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.389086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.389286] env[69155]: DEBUG nova.compute.manager [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.390248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.391368] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00270865-8709-4dea-9989-7c552bb3ba32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.400422] env[69155]: DEBUG nova.compute.manager [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 990.401371] env[69155]: DEBUG nova.objects.instance [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'flavor' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.481835] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef5416f-7750-4508-b365-2291e2e5ef92 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.492009] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12505de8-ff2c-4416-a700-ab1e5a5743a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.529820] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903f5a6c-f43f-476f-ab9a-f8474f3e62c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.540674] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24822c57-0113-4c93-a0e4-a8290e8f4337 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.559843] env[69155]: DEBUG nova.compute.provider_tree [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.701359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.701754] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.701985] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.702197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.702371] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.705055] env[69155]: INFO nova.compute.manager [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Terminating instance [ 990.714197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "d9ce2157-24f7-432f-983d-d4e617f3ff71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.714349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "d9ce2157-24f7-432f-983d-d4e617f3ff71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.714608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "d9ce2157-24f7-432f-983d-d4e617f3ff71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.714902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "d9ce2157-24f7-432f-983d-d4e617f3ff71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.715161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "d9ce2157-24f7-432f-983d-d4e617f3ff71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.717681] env[69155]: INFO nova.compute.manager [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Terminating instance [ 990.853048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.853263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.854883] env[69155]: DEBUG nova.network.neutron [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.854883] env[69155]: DEBUG nova.objects.instance [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lazy-loading 'info_cache' on Instance uuid be7fc1f7-b6e3-450f-9fe2-b85ad14054df {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.889761] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599978, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.080078] env[69155]: DEBUG nova.network.neutron [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updated VIF entry in instance network info cache for port e7687911-1108-4397-92c3-3a68ae527f2b. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.080078] env[69155]: DEBUG nova.network.neutron [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updating instance_info_cache with network_info: [{"id": "e7687911-1108-4397-92c3-3a68ae527f2b", "address": "fa:16:3e:f5:a5:e1", "network": {"id": "b65a38af-bafc-487a-85b9-e5e1dc00a312", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2080985317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "837cee88996e47698d59f1d3078d2cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7687911-11", "ovs_interfaceid": "e7687911-1108-4397-92c3-3a68ae527f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.101180] env[69155]: DEBUG nova.scheduler.client.report [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 991.101451] env[69155]: DEBUG nova.compute.provider_tree [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 114 to 115 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 991.101637] env[69155]: DEBUG nova.compute.provider_tree [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.213017] env[69155]: DEBUG nova.compute.manager [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.213017] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.213017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d144b52-39bf-473c-9172-f6e257cc89dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.221680] env[69155]: DEBUG nova.compute.manager [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.222038] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.222598] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.223864] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee7d4cd-fca5-4eb6-bad1-d84eecf2f7b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.227830] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6347089c-7dfb-4ce6-b1c2-86685d7c52ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.235020] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.235020] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd8904e6-7b46-4233-a346-0e8677a2daff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.237127] env[69155]: DEBUG oslo_vmware.api [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 991.237127] env[69155]: value = "task-3599982" [ 991.237127] env[69155]: _type = "Task" [ 991.237127] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.243987] env[69155]: DEBUG oslo_vmware.api [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 991.243987] env[69155]: value = "task-3599983" [ 991.243987] env[69155]: _type = "Task" [ 991.243987] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.251947] env[69155]: DEBUG oslo_vmware.api [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.258282] env[69155]: DEBUG oslo_vmware.api [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.392424] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599978, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.584036} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.392835] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4/OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4.vmdk to [datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a/1519e270-a2c7-4005-bd48-ede3c860936a.vmdk. [ 991.393090] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Cleaning up location [datastore1] OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4 {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 991.393325] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3ac10b84-b3ba-451b-b4ed-3fc522f973a4 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.395137] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f34d7cc8-ca04-4c98-9203-6170c2c2bfb8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.405021] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 991.405021] env[69155]: value = "task-3599984" [ 991.405021] env[69155]: _type = "Task" [ 991.405021] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.421130] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.421441] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.421693] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd68185-0fe5-4db5-bd89-0b3f0516ae5c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.431252] env[69155]: DEBUG oslo_vmware.api [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 991.431252] env[69155]: value = "task-3599985" [ 991.431252] env[69155]: _type = "Task" [ 991.431252] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.441945] env[69155]: DEBUG oslo_vmware.api [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.582327] env[69155]: DEBUG oslo_concurrency.lockutils [req-c5719606-fd67-4ee9-b803-179641677c29 req-20df1ee8-28d0-436a-83a3-84639a35215b service nova] Releasing lock "refresh_cache-42b31440-4818-43fb-b0e7-ecd736ff0b2f" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.607615] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.607928] env[69155]: DEBUG nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.611455] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.165s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.611455] env[69155]: DEBUG nova.objects.instance [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lazy-loading 'resources' on Instance uuid 2451045d-befe-4c53-bc53-4bba9fcee939 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.627506] env[69155]: DEBUG nova.compute.manager [req-dc274b93-b654-4c6b-9bc7-1aa7c4861231 req-bbe7e140-2683-4d03-949c-0cd8396618da service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Received event network-vif-deleted-8d13cbd0-7e84-42d4-afeb-976054fdac63 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.627764] env[69155]: INFO nova.compute.manager [req-dc274b93-b654-4c6b-9bc7-1aa7c4861231 req-bbe7e140-2683-4d03-949c-0cd8396618da service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Neutron deleted interface 8d13cbd0-7e84-42d4-afeb-976054fdac63; detaching it from the instance and deleting it from the info cache [ 991.627967] env[69155]: DEBUG nova.network.neutron [req-dc274b93-b654-4c6b-9bc7-1aa7c4861231 req-bbe7e140-2683-4d03-949c-0cd8396618da service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.747542] env[69155]: DEBUG oslo_vmware.api [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599982, 'name': PowerOffVM_Task, 'duration_secs': 0.413987} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.750896] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.750941] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.751201] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8427e618-482b-425f-b82d-f6bceebeb904 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.760415] env[69155]: DEBUG oslo_vmware.api [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599983, 'name': PowerOffVM_Task, 'duration_secs': 0.352819} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.760415] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.761023] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.761023] env[69155]: DEBUG nova.network.neutron [-] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.762320] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e62ff2-9146-4830-aae1-b221447a1c32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.860298] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.860530] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.860784] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Deleting the datastore file [datastore1] 42b31440-4818-43fb-b0e7-ecd736ff0b2f {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.861059] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e32b2c50-d4e6-48a2-b221-fb1979568b02 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.867107] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.867571] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.867660] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleting the datastore file [datastore1] d9ce2157-24f7-432f-983d-d4e617f3ff71 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.868762] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f8de494-dca6-49ce-bad7-559b5ec7d446 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.872695] env[69155]: DEBUG oslo_vmware.api [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for the task: (returnval){ [ 991.872695] env[69155]: value = "task-3599988" [ 991.872695] env[69155]: _type = "Task" [ 991.872695] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.877017] env[69155]: DEBUG oslo_vmware.api [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 991.877017] env[69155]: value = "task-3599989" [ 991.877017] env[69155]: _type = "Task" [ 991.877017] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.884533] env[69155]: DEBUG oslo_vmware.api [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.890054] env[69155]: DEBUG oslo_vmware.api [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.917714] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036637} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.918338] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.918593] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a/1519e270-a2c7-4005-bd48-ede3c860936a.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.918889] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a/1519e270-a2c7-4005-bd48-ede3c860936a.vmdk to [datastore1] 88adf8a9-777e-4f76-8d50-cb81835a528e/88adf8a9-777e-4f76-8d50-cb81835a528e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.919257] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70d37f76-c5b5-4794-80d1-f2654a7ed24b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.926909] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 991.926909] env[69155]: value = "task-3599990" [ 991.926909] env[69155]: _type = "Task" [ 991.926909] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.936662] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.946780] env[69155]: DEBUG oslo_vmware.api [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3599985, 'name': PowerOffVM_Task, 'duration_secs': 0.208748} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.948050] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.948050] env[69155]: DEBUG nova.compute.manager [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.949908] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025829dc-f60c-42e3-b0ea-5059971f0e60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.956993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.957379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.114981] env[69155]: DEBUG nova.compute.utils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.120892] env[69155]: DEBUG nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.120892] env[69155]: DEBUG nova.network.neutron [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.130969] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ac0e4ad-5335-4972-82a1-4d7922103a8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.142089] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df2872b-e592-4d36-9d07-81e828c82a61 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.180546] env[69155]: DEBUG nova.compute.manager [req-dc274b93-b654-4c6b-9bc7-1aa7c4861231 req-bbe7e140-2683-4d03-949c-0cd8396618da service nova] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Detach interface failed, port_id=8d13cbd0-7e84-42d4-afeb-976054fdac63, reason: Instance 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 992.182845] env[69155]: DEBUG nova.policy [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '177e5a9597b842f4b4e3434ea317b24c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a27f4ba46acf406a821a6c39eac210a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.227424] env[69155]: DEBUG nova.network.neutron [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance_info_cache with network_info: [{"id": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "address": "fa:16:3e:5f:ce:cc", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf96bde4e-86", "ovs_interfaceid": "f96bde4e-86e0-4a86-b104-b9d28a649ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.265031] env[69155]: INFO nova.compute.manager [-] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Took 2.21 seconds to deallocate network for instance. [ 992.392438] env[69155]: DEBUG oslo_vmware.api [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Task: {'id': task-3599988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227483} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.396273] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.396897] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.397203] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.397578] env[69155]: INFO nova.compute.manager [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 992.397898] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.398221] env[69155]: DEBUG oslo_vmware.api [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3599989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174654} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.401487] env[69155]: DEBUG nova.compute.manager [-] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.401677] env[69155]: DEBUG nova.network.neutron [-] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.403596] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.403852] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.404569] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.404569] env[69155]: INFO nova.compute.manager [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Took 1.18 seconds to destroy the instance on the hypervisor. [ 992.404702] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.405514] env[69155]: DEBUG nova.compute.manager [-] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.405735] env[69155]: DEBUG nova.network.neutron [-] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.441198] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599990, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.461122] env[69155]: DEBUG nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.469016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4254049d-58de-45b2-b28a-2b71eee29341 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.619924] env[69155]: DEBUG nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.647192] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d986a8ef-0700-4d14-b484-63c7019cfd0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.657350] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b890d291-9825-4af3-bca2-3609b9545c83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.695159] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da824427-7d0f-48c2-a89d-f7f30c6862d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.710492] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7baae5-cd52-424a-ae9e-30485d77f465 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.731193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-be7fc1f7-b6e3-450f-9fe2-b85ad14054df" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.731640] env[69155]: DEBUG nova.objects.instance [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lazy-loading 'migration_context' on Instance uuid be7fc1f7-b6e3-450f-9fe2-b85ad14054df {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.733543] env[69155]: DEBUG nova.compute.provider_tree [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.776299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.917217] env[69155]: DEBUG nova.network.neutron [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Successfully created port: d37747bc-4c63-4a3e-8a73-f64395d401ec {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.946115] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599990, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.992161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.236137] env[69155]: DEBUG nova.objects.base [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.238184] env[69155]: DEBUG nova.scheduler.client.report [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.247474] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d2830-596c-4a28-a63c-e9ba6bccb7fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.283408] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b90ca0-5562-425c-938b-0bdf87e11590 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.288929] env[69155]: DEBUG oslo_vmware.api [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 993.288929] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5276b844-c4c7-6680-2218-8252c39287d8" [ 993.288929] env[69155]: _type = "Task" [ 993.288929] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.297792] env[69155]: DEBUG oslo_vmware.api [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5276b844-c4c7-6680-2218-8252c39287d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.443354] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599990, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.633361] env[69155]: DEBUG nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.670308] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.671366] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.671563] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.671768] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.671914] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.672074] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.672294] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.672451] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.672615] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.672777] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.672952] env[69155]: DEBUG nova.virt.hardware [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.674404] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df73eb-919a-4080-924f-55c6eda7a1cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.689640] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff0ba2-0259-426d-9f76-58525605fd08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.756546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.759913] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.861s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.762050] env[69155]: DEBUG nova.objects.instance [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lazy-loading 'resources' on Instance uuid b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.762050] env[69155]: DEBUG nova.network.neutron [-] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.799277] env[69155]: INFO nova.scheduler.client.report [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleted allocations for instance 2451045d-befe-4c53-bc53-4bba9fcee939 [ 993.810110] env[69155]: DEBUG oslo_vmware.api [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5276b844-c4c7-6680-2218-8252c39287d8, 'name': SearchDatastore_Task, 'duration_secs': 0.044739} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.810396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.910697] env[69155]: DEBUG nova.compute.manager [req-0e932d03-30bc-471b-85ff-a9fb296727e7 req-4ba7ba2f-a921-45fe-be9d-7bacfd139678 service nova] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Received event network-vif-deleted-e7687911-1108-4397-92c3-3a68ae527f2b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.942542] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599990, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.160924] env[69155]: DEBUG nova.network.neutron [-] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.264822] env[69155]: INFO nova.compute.manager [-] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Took 1.86 seconds to deallocate network for instance. [ 994.321593] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "2451045d-befe-4c53-bc53-4bba9fcee939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.567s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.398135] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquiring lock "f3d7c42f-8e92-4811-983a-35d1689e9b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.398371] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "f3d7c42f-8e92-4811-983a-35d1689e9b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.441646] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599990, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.463266} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.441952] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1519e270-a2c7-4005-bd48-ede3c860936a/1519e270-a2c7-4005-bd48-ede3c860936a.vmdk to [datastore1] 88adf8a9-777e-4f76-8d50-cb81835a528e/88adf8a9-777e-4f76-8d50-cb81835a528e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.442700] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b958c84-8f59-4229-a821-4552e51387ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.464887] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 88adf8a9-777e-4f76-8d50-cb81835a528e/88adf8a9-777e-4f76-8d50-cb81835a528e.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.467818] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee82e6e8-04e2-4c22-9dd6-3f4ca6e9dedb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.487811] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 994.487811] env[69155]: value = "task-3599991" [ 994.487811] env[69155]: _type = "Task" [ 994.487811] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.499081] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.651162] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5644ea-2680-49e0-b973-28ffb1338e38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.660511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7e06dd-20e8-4d2f-8414-f56f986eea22 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.663966] env[69155]: INFO nova.compute.manager [-] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Took 2.26 seconds to deallocate network for instance. [ 994.696016] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d721e50c-07d8-4b8a-8c9e-60942c916823 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.705141] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40aa50d-79a2-4ee4-abfe-8a2c0f6e20ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.720281] env[69155]: DEBUG nova.compute.provider_tree [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.735623] env[69155]: DEBUG nova.compute.manager [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Stashing vm_state: stopped {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 994.778814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.905473] env[69155]: DEBUG nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.930222] env[69155]: DEBUG nova.network.neutron [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Successfully updated port: d37747bc-4c63-4a3e-8a73-f64395d401ec {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.999342] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.197228] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.202903] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "c12d8856-ebbf-43c0-b8e3-101bbec35314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.203233] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "c12d8856-ebbf-43c0-b8e3-101bbec35314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.224239] env[69155]: DEBUG nova.scheduler.client.report [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.238544] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.238733] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.252725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.424582] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.434259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "refresh_cache-bb532257-feec-4846-9b6b-6f10056a934a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.434412] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "refresh_cache-bb532257-feec-4846-9b6b-6f10056a934a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.434559] env[69155]: DEBUG nova.network.neutron [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.498323] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599991, 'name': ReconfigVM_Task, 'duration_secs': 0.64166} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.498694] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 88adf8a9-777e-4f76-8d50-cb81835a528e/88adf8a9-777e-4f76-8d50-cb81835a528e.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.499412] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51514d38-77b8-4f05-8522-25bd121f73e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.506680] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 995.506680] env[69155]: value = "task-3599992" [ 995.506680] env[69155]: _type = "Task" [ 995.506680] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.515510] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599992, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.705406] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.731268] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.733824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.386s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.735682] env[69155]: INFO nova.compute.claims [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.743785] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.750071] env[69155]: INFO nova.scheduler.client.report [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted allocations for instance b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a [ 995.941637] env[69155]: DEBUG nova.compute.manager [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Received event network-vif-deleted-6c61fa41-72d5-418e-8680-896f92acca95 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.941811] env[69155]: DEBUG nova.compute.manager [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Received event network-vif-plugged-d37747bc-4c63-4a3e-8a73-f64395d401ec {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.942857] env[69155]: DEBUG oslo_concurrency.lockutils [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] Acquiring lock "bb532257-feec-4846-9b6b-6f10056a934a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.942857] env[69155]: DEBUG oslo_concurrency.lockutils [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] Lock "bb532257-feec-4846-9b6b-6f10056a934a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.942857] env[69155]: DEBUG oslo_concurrency.lockutils [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] Lock "bb532257-feec-4846-9b6b-6f10056a934a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.942857] env[69155]: DEBUG nova.compute.manager [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] No waiting events found dispatching network-vif-plugged-d37747bc-4c63-4a3e-8a73-f64395d401ec {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.942857] env[69155]: WARNING nova.compute.manager [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Received unexpected event network-vif-plugged-d37747bc-4c63-4a3e-8a73-f64395d401ec for instance with vm_state building and task_state spawning. [ 995.942857] env[69155]: DEBUG nova.compute.manager [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Received event network-changed-d37747bc-4c63-4a3e-8a73-f64395d401ec {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.943213] env[69155]: DEBUG nova.compute.manager [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Refreshing instance network info cache due to event network-changed-d37747bc-4c63-4a3e-8a73-f64395d401ec. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.943213] env[69155]: DEBUG oslo_concurrency.lockutils [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] Acquiring lock "refresh_cache-bb532257-feec-4846-9b6b-6f10056a934a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.971537] env[69155]: DEBUG nova.network.neutron [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.016121] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599992, 'name': Rename_Task, 'duration_secs': 0.303763} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.016450] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.016647] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef18e55-a6a1-43f0-b40f-9d5e381f052b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.022809] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 996.022809] env[69155]: value = "task-3599993" [ 996.022809] env[69155]: _type = "Task" [ 996.022809] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.032913] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.129203] env[69155]: DEBUG nova.network.neutron [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Updating instance_info_cache with network_info: [{"id": "d37747bc-4c63-4a3e-8a73-f64395d401ec", "address": "fa:16:3e:1a:db:b4", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37747bc-4c", "ovs_interfaceid": "d37747bc-4c63-4a3e-8a73-f64395d401ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.227791] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.258079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.485s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.267822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.537657] env[69155]: DEBUG oslo_vmware.api [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599993, 'name': PowerOnVM_Task, 'duration_secs': 0.476376} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.537946] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.631560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "refresh_cache-bb532257-feec-4846-9b6b-6f10056a934a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.631892] env[69155]: DEBUG nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Instance network_info: |[{"id": "d37747bc-4c63-4a3e-8a73-f64395d401ec", "address": "fa:16:3e:1a:db:b4", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37747bc-4c", "ovs_interfaceid": "d37747bc-4c63-4a3e-8a73-f64395d401ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.632230] env[69155]: DEBUG oslo_concurrency.lockutils [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] Acquired lock "refresh_cache-bb532257-feec-4846-9b6b-6f10056a934a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.632440] env[69155]: DEBUG nova.network.neutron [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Refreshing network info cache for port d37747bc-4c63-4a3e-8a73-f64395d401ec {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.633699] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:db:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd37747bc-4c63-4a3e-8a73-f64395d401ec', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.641914] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.642952] env[69155]: DEBUG nova.compute.manager [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.646028] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.646847] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68da7238-b764-4df8-a31b-4c331febb076 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.649793] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d1263a7-2f84-485c-8843-6a7e4c0fe502 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.672075] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.672075] env[69155]: value = "task-3599994" [ 996.672075] env[69155]: _type = "Task" [ 996.672075] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.679609] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599994, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.874826] env[69155]: DEBUG nova.network.neutron [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Updated VIF entry in instance network info cache for port d37747bc-4c63-4a3e-8a73-f64395d401ec. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.874826] env[69155]: DEBUG nova.network.neutron [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Updating instance_info_cache with network_info: [{"id": "d37747bc-4c63-4a3e-8a73-f64395d401ec", "address": "fa:16:3e:1a:db:b4", "network": {"id": "0cb1799f-063d-446b-b833-824ca8c333b9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-263042022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a27f4ba46acf406a821a6c39eac210a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37747bc-4c", "ovs_interfaceid": "d37747bc-4c63-4a3e-8a73-f64395d401ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.981975] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.982236] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.109295] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db6059-9502-40ab-98ba-94332f334965 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.116985] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6384fe7-0521-4a69-b7ec-16b3b656fe4b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.148522] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197b1e1-8689-480e-b0c8-6656abe651f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.156086] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a4edb1-f716-4356-8f1d-188a4b0f0ed1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.172546] env[69155]: DEBUG nova.compute.provider_tree [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.183308] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 48.120s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.187740] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599994, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.376463] env[69155]: DEBUG oslo_concurrency.lockutils [req-c05853f2-17b3-4dc8-9e78-2a7a14461a27 req-dfe77069-7363-4f5f-b274-d5681db8469a service nova] Releasing lock "refresh_cache-bb532257-feec-4846-9b6b-6f10056a934a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.487992] env[69155]: DEBUG nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.679701] env[69155]: DEBUG nova.scheduler.client.report [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.692166] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3599994, 'name': CreateVM_Task, 'duration_secs': 0.808293} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.692347] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.693055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.693655] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.693996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.694290] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1a85ad-542a-487d-ba7a-6582fe863d77 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.699391] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 997.699391] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e8ebf6-f6b2-bcc3-54e2-db8112b40991" [ 997.699391] env[69155]: _type = "Task" [ 997.699391] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.707438] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e8ebf6-f6b2-bcc3-54e2-db8112b40991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.009563] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.187724] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.188338] env[69155]: DEBUG nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.190981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.784s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.192060] env[69155]: DEBUG nova.objects.instance [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lazy-loading 'resources' on Instance uuid 357b562e-a586-4408-8f21-198aa6a0486c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.211033] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e8ebf6-f6b2-bcc3-54e2-db8112b40991, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.211308] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.211540] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.211770] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.211914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.212105] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.212369] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6466b8b9-c7a3-41f1-8cdf-c2f35998c3e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.221224] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.221403] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.222110] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78786c3e-3bc7-407a-bbd4-0190fe0e287c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.228642] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 998.228642] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e6944d-4136-c56f-0ecd-4f27eb6e59a3" [ 998.228642] env[69155]: _type = "Task" [ 998.228642] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.236630] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e6944d-4136-c56f-0ecd-4f27eb6e59a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.275201] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023cd2c9-8bef-4474-b907-6bdf9d803efe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.281021] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5e5f80-f344-4d43-9aac-d61c6c190532 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Suspending the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 998.281258] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-456041b2-dff6-4b75-ba87-b8c2df664993 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.287620] env[69155]: DEBUG oslo_vmware.api [None req-ee5e5f80-f344-4d43-9aac-d61c6c190532 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 998.287620] env[69155]: value = "task-3599995" [ 998.287620] env[69155]: _type = "Task" [ 998.287620] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.295762] env[69155]: DEBUG oslo_vmware.api [None req-ee5e5f80-f344-4d43-9aac-d61c6c190532 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599995, 'name': SuspendVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.694847] env[69155]: DEBUG nova.compute.utils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.699659] env[69155]: DEBUG nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.699848] env[69155]: DEBUG nova.network.neutron [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.743516] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e6944d-4136-c56f-0ecd-4f27eb6e59a3, 'name': SearchDatastore_Task, 'duration_secs': 0.00829} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.744967] env[69155]: DEBUG nova.policy [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b61ae3d532d9438caf50b9ba6e830ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '683fba44be284edb9c861d4d85ca47fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.749084] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f101f782-ace2-4407-bd2f-6ad16c0e0564 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.755459] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 998.755459] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5214126e-e969-dfed-f86c-7e033e78c57b" [ 998.755459] env[69155]: _type = "Task" [ 998.755459] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.766329] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5214126e-e969-dfed-f86c-7e033e78c57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.797679] env[69155]: DEBUG oslo_vmware.api [None req-ee5e5f80-f344-4d43-9aac-d61c6c190532 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599995, 'name': SuspendVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.104411] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a344a4-80e0-406e-b721-6af19b0368f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.113296] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f40f82-297b-4bf2-83af-38da0200327b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.144013] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b208b24-313e-4aad-ba38-0ce77e03c278 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.151118] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b0e70-ba2e-4ef0-8482-e9f34e63bcf0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.167963] env[69155]: DEBUG nova.compute.provider_tree [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.200686] env[69155]: DEBUG nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.265345] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5214126e-e969-dfed-f86c-7e033e78c57b, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.265614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.265870] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] bb532257-feec-4846-9b6b-6f10056a934a/bb532257-feec-4846-9b6b-6f10056a934a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.266147] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99859204-a73f-4a0a-a6b6-71ea5d93b31d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.273008] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 999.273008] env[69155]: value = "task-3599996" [ 999.273008] env[69155]: _type = "Task" [ 999.273008] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.280121] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.299824] env[69155]: DEBUG oslo_vmware.api [None req-ee5e5f80-f344-4d43-9aac-d61c6c190532 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3599995, 'name': SuspendVM_Task, 'duration_secs': 0.595811} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.299824] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5e5f80-f344-4d43-9aac-d61c6c190532 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Suspended the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 999.299824] env[69155]: DEBUG nova.compute.manager [None req-ee5e5f80-f344-4d43-9aac-d61c6c190532 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.300018] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aa884c-56b6-4172-a859-9a248ddb8b8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.334852] env[69155]: DEBUG nova.network.neutron [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Successfully created port: 3fc1fd6e-3703-400a-8250-18872825d187 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.675178] env[69155]: DEBUG nova.scheduler.client.report [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.782008] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456704} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.782282] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] bb532257-feec-4846-9b6b-6f10056a934a/bb532257-feec-4846-9b6b-6f10056a934a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.782507] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.782725] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a432867f-2787-4879-8740-9a761007a5af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.789227] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 999.789227] env[69155]: value = "task-3599997" [ 999.789227] env[69155]: _type = "Task" [ 999.789227] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.798593] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.184094] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.184654] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.874s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.184874] env[69155]: DEBUG nova.objects.instance [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1000.206209] env[69155]: INFO nova.scheduler.client.report [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted allocations for instance 357b562e-a586-4408-8f21-198aa6a0486c [ 1000.211369] env[69155]: DEBUG nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.240661] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.240661] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.240838] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.240910] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.241068] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.241220] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.241427] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.241591] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.242748] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.242748] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.242748] env[69155]: DEBUG nova.virt.hardware [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.242915] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cba65c-d1b2-4b30-9899-91e473f313bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.254480] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7290cd26-f82f-4d44-a020-553a75138022 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.298736] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071114} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.298983] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.299733] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fcccdd-5c11-48e9-bcb1-eb2cd2370576 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.324055] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] bb532257-feec-4846-9b6b-6f10056a934a/bb532257-feec-4846-9b6b-6f10056a934a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.324055] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0979b5ca-ee76-4c3c-abb7-6dcc9a132c00 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.343579] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 1000.343579] env[69155]: value = "task-3599998" [ 1000.343579] env[69155]: _type = "Task" [ 1000.343579] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.355958] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.718639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "357b562e-a586-4408-8f21-198aa6a0486c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.852s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.750582] env[69155]: INFO nova.compute.manager [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Resuming [ 1000.751205] env[69155]: DEBUG nova.objects.instance [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lazy-loading 'flavor' on Instance uuid 88adf8a9-777e-4f76-8d50-cb81835a528e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.853397] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599998, 'name': ReconfigVM_Task, 'duration_secs': 0.272154} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.853673] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Reconfigured VM instance instance-0000004f to attach disk [datastore2] bb532257-feec-4846-9b6b-6f10056a934a/bb532257-feec-4846-9b6b-6f10056a934a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.854328] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27b23e6a-0294-430b-964a-82249901b45c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.862751] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 1000.862751] env[69155]: value = "task-3599999" [ 1000.862751] env[69155]: _type = "Task" [ 1000.862751] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.872342] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599999, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.891515] env[69155]: DEBUG nova.compute.manager [req-6dad6e7b-f8bc-465d-820a-e9a69f184c8b req-32dd600a-4c81-46cf-8cee-72719ed5cd76 service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Received event network-vif-plugged-3fc1fd6e-3703-400a-8250-18872825d187 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.891749] env[69155]: DEBUG oslo_concurrency.lockutils [req-6dad6e7b-f8bc-465d-820a-e9a69f184c8b req-32dd600a-4c81-46cf-8cee-72719ed5cd76 service nova] Acquiring lock "3f958630-d53b-46a6-99d5-2438dd9cf06a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.891972] env[69155]: DEBUG oslo_concurrency.lockutils [req-6dad6e7b-f8bc-465d-820a-e9a69f184c8b req-32dd600a-4c81-46cf-8cee-72719ed5cd76 service nova] Lock "3f958630-d53b-46a6-99d5-2438dd9cf06a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.892176] env[69155]: DEBUG oslo_concurrency.lockutils [req-6dad6e7b-f8bc-465d-820a-e9a69f184c8b req-32dd600a-4c81-46cf-8cee-72719ed5cd76 service nova] Lock "3f958630-d53b-46a6-99d5-2438dd9cf06a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.892523] env[69155]: DEBUG nova.compute.manager [req-6dad6e7b-f8bc-465d-820a-e9a69f184c8b req-32dd600a-4c81-46cf-8cee-72719ed5cd76 service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] No waiting events found dispatching network-vif-plugged-3fc1fd6e-3703-400a-8250-18872825d187 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.892789] env[69155]: WARNING nova.compute.manager [req-6dad6e7b-f8bc-465d-820a-e9a69f184c8b req-32dd600a-4c81-46cf-8cee-72719ed5cd76 service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Received unexpected event network-vif-plugged-3fc1fd6e-3703-400a-8250-18872825d187 for instance with vm_state building and task_state spawning. [ 1000.990194] env[69155]: DEBUG nova.network.neutron [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Successfully updated port: 3fc1fd6e-3703-400a-8250-18872825d187 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.197460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1a585994-8fe6-491e-a03d-6c8177b4e2a9 tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.197460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.833s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.197460] env[69155]: DEBUG nova.objects.instance [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lazy-loading 'resources' on Instance uuid bcb2a21e-1144-4da9-9e71-d061bbb4c107 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.373530] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3599999, 'name': Rename_Task, 'duration_secs': 0.14335} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.373663] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.373911] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61f746c0-27dc-416a-9e7f-f7dd1fac552a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.380212] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 1001.380212] env[69155]: value = "task-3600000" [ 1001.380212] env[69155]: _type = "Task" [ 1001.380212] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.387869] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3600000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.496545] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "refresh_cache-3f958630-d53b-46a6-99d5-2438dd9cf06a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.497555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "refresh_cache-3f958630-d53b-46a6-99d5-2438dd9cf06a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.497555] env[69155]: DEBUG nova.network.neutron [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.891982] env[69155]: DEBUG oslo_vmware.api [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3600000, 'name': PowerOnVM_Task, 'duration_secs': 0.436296} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.892547] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.892585] env[69155]: INFO nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1001.892955] env[69155]: DEBUG nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.893681] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64e0785-a55d-4d66-9b00-2287906e50dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.996642] env[69155]: INFO nova.compute.manager [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Rebuilding instance [ 1002.034601] env[69155]: DEBUG nova.network.neutron [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.047371] env[69155]: DEBUG nova.compute.manager [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.048250] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c137e21-67de-44ff-adf0-f09b499741a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.072944] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4596b25e-67ae-492c-8fe4-cf96f5764153 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.080944] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb2f8a2-8124-4880-96d4-bd2f35c70002 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.116306] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411bee4e-4a57-4df7-a693-1338a1d601ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.126685] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7eef09-d274-4500-8ddf-3992c4da5427 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.143083] env[69155]: DEBUG nova.compute.provider_tree [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.196656] env[69155]: DEBUG nova.network.neutron [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Updating instance_info_cache with network_info: [{"id": "3fc1fd6e-3703-400a-8250-18872825d187", "address": "fa:16:3e:b9:30:1a", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc1fd6e-37", "ovs_interfaceid": "3fc1fd6e-3703-400a-8250-18872825d187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.263718] env[69155]: DEBUG oslo_concurrency.lockutils [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.264010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquired lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.264213] env[69155]: DEBUG nova.network.neutron [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.410596] env[69155]: INFO nova.compute.manager [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Took 36.31 seconds to build instance. [ 1002.646804] env[69155]: DEBUG nova.scheduler.client.report [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.699883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "refresh_cache-3f958630-d53b-46a6-99d5-2438dd9cf06a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.700255] env[69155]: DEBUG nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Instance network_info: |[{"id": "3fc1fd6e-3703-400a-8250-18872825d187", "address": "fa:16:3e:b9:30:1a", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc1fd6e-37", "ovs_interfaceid": "3fc1fd6e-3703-400a-8250-18872825d187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.701029] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:30:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fc1fd6e-3703-400a-8250-18872825d187', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.708228] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.708430] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.708720] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e93700c5-bdba-435d-ad1a-49c26f214627 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.729491] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.729491] env[69155]: value = "task-3600001" [ 1002.729491] env[69155]: _type = "Task" [ 1002.729491] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.738365] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600001, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.912281] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3070bd10-8cec-4bb8-9f11-86399342c68a tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "bb532257-feec-4846-9b6b-6f10056a934a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.815s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.925999] env[69155]: DEBUG nova.compute.manager [req-c54e2569-9d0e-4495-9808-783411dbf6c1 req-f961a4c7-e642-4c14-a710-655be3048ed6 service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Received event network-changed-3fc1fd6e-3703-400a-8250-18872825d187 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.925999] env[69155]: DEBUG nova.compute.manager [req-c54e2569-9d0e-4495-9808-783411dbf6c1 req-f961a4c7-e642-4c14-a710-655be3048ed6 service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Refreshing instance network info cache due to event network-changed-3fc1fd6e-3703-400a-8250-18872825d187. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.926217] env[69155]: DEBUG oslo_concurrency.lockutils [req-c54e2569-9d0e-4495-9808-783411dbf6c1 req-f961a4c7-e642-4c14-a710-655be3048ed6 service nova] Acquiring lock "refresh_cache-3f958630-d53b-46a6-99d5-2438dd9cf06a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.926351] env[69155]: DEBUG oslo_concurrency.lockutils [req-c54e2569-9d0e-4495-9808-783411dbf6c1 req-f961a4c7-e642-4c14-a710-655be3048ed6 service nova] Acquired lock "refresh_cache-3f958630-d53b-46a6-99d5-2438dd9cf06a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.926561] env[69155]: DEBUG nova.network.neutron [req-c54e2569-9d0e-4495-9808-783411dbf6c1 req-f961a4c7-e642-4c14-a710-655be3048ed6 service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Refreshing network info cache for port 3fc1fd6e-3703-400a-8250-18872825d187 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.036403] env[69155]: DEBUG nova.network.neutron [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating instance_info_cache with network_info: [{"id": "345f2441-51fd-45f9-8940-9b13f9315073", "address": "fa:16:3e:ca:28:b9", "network": {"id": "d81d21cb-77a1-4324-80b7-6cef600bfb4c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-922165548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b39ba7a23e34c7cbd94ad7b9b0db622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345f2441-51", "ovs_interfaceid": "345f2441-51fd-45f9-8940-9b13f9315073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.064269] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.064615] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23cbb214-f142-47fc-b8d6-c3e08bce8b04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.071163] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 1003.071163] env[69155]: value = "task-3600002" [ 1003.071163] env[69155]: _type = "Task" [ 1003.071163] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.079252] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3600002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.121185] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "bb532257-feec-4846-9b6b-6f10056a934a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.121185] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "bb532257-feec-4846-9b6b-6f10056a934a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.121378] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "bb532257-feec-4846-9b6b-6f10056a934a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.121559] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "bb532257-feec-4846-9b6b-6f10056a934a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.121849] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "bb532257-feec-4846-9b6b-6f10056a934a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.123896] env[69155]: INFO nova.compute.manager [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Terminating instance [ 1003.152618] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.157031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.988s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.158471] env[69155]: INFO nova.compute.claims [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.176323] env[69155]: INFO nova.scheduler.client.report [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Deleted allocations for instance bcb2a21e-1144-4da9-9e71-d061bbb4c107 [ 1003.240165] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600001, 'name': CreateVM_Task, 'duration_secs': 0.328159} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.240356] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.241008] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.241188] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.241510] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.241892] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d937c8-36d4-435c-9ed0-d83c17ca2145 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.246528] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1003.246528] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b09b8b-083d-21db-cfef-9ecf729b93ed" [ 1003.246528] env[69155]: _type = "Task" [ 1003.246528] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.256743] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b09b8b-083d-21db-cfef-9ecf729b93ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.539676] env[69155]: DEBUG oslo_concurrency.lockutils [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Releasing lock "refresh_cache-88adf8a9-777e-4f76-8d50-cb81835a528e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.540630] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d9858f-c050-4d45-8930-08df5a76968f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.547336] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Resuming the VM {{(pid=69155) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1003.547591] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d23d120-9758-4ffd-84b0-feb9815c788d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.554292] env[69155]: DEBUG oslo_vmware.api [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 1003.554292] env[69155]: value = "task-3600003" [ 1003.554292] env[69155]: _type = "Task" [ 1003.554292] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.561616] env[69155]: DEBUG oslo_vmware.api [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3600003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.579898] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3600002, 'name': PowerOffVM_Task, 'duration_secs': 0.197029} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.580130] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.580865] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.581126] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-570b591e-80a9-44ea-9de1-12f8523fdb65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.587138] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 1003.587138] env[69155]: value = "task-3600004" [ 1003.587138] env[69155]: _type = "Task" [ 1003.587138] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.594036] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3600004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.626375] env[69155]: DEBUG nova.network.neutron [req-c54e2569-9d0e-4495-9808-783411dbf6c1 req-f961a4c7-e642-4c14-a710-655be3048ed6 service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Updated VIF entry in instance network info cache for port 3fc1fd6e-3703-400a-8250-18872825d187. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.626741] env[69155]: DEBUG nova.network.neutron [req-c54e2569-9d0e-4495-9808-783411dbf6c1 req-f961a4c7-e642-4c14-a710-655be3048ed6 service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Updating instance_info_cache with network_info: [{"id": "3fc1fd6e-3703-400a-8250-18872825d187", "address": "fa:16:3e:b9:30:1a", "network": {"id": "6554db7b-3287-4b55-ac8a-ea3681a72e29", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1291709814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683fba44be284edb9c861d4d85ca47fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc1fd6e-37", "ovs_interfaceid": "3fc1fd6e-3703-400a-8250-18872825d187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.628293] env[69155]: DEBUG nova.compute.manager [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.628485] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.629548] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f3782c-d0cb-4ea0-a43b-ff9e06fb0c17 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.636993] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.637773] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8bf80c3-3f0b-4024-8a42-166052cecb4e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.643544] env[69155]: DEBUG oslo_vmware.api [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 1003.643544] env[69155]: value = "task-3600005" [ 1003.643544] env[69155]: _type = "Task" [ 1003.643544] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.651049] env[69155]: DEBUG oslo_vmware.api [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3600005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.683120] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "bcb2a21e-1144-4da9-9e71-d061bbb4c107" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.900s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.757547] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b09b8b-083d-21db-cfef-9ecf729b93ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02591} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.757816] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.758061] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.758313] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.758463] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.758670] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.758943] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0993b49-4e6c-4e5a-9ef1-6feb9d815813 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.767377] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.767655] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.768319] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628b6edf-6560-45b7-a43c-df898a50fdd9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.773129] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1003.773129] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5207b41e-36f7-04e8-5d3a-d9bd4eb73220" [ 1003.773129] env[69155]: _type = "Task" [ 1003.773129] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.782382] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5207b41e-36f7-04e8-5d3a-d9bd4eb73220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.879868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "80870847-c09a-4251-8436-77dfd59b8c5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.880234] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "80870847-c09a-4251-8436-77dfd59b8c5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.880467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "80870847-c09a-4251-8436-77dfd59b8c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.880658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "80870847-c09a-4251-8436-77dfd59b8c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.880827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "80870847-c09a-4251-8436-77dfd59b8c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.882920] env[69155]: INFO nova.compute.manager [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Terminating instance [ 1004.064118] env[69155]: DEBUG oslo_vmware.api [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3600003, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.097013] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1004.097283] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1004.097496] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718189', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'name': 'volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90d5a247-9f35-466a-b0ad-3ed4d1c94bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'serial': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1004.098579] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3aafec-7b01-45d7-bcd8-1121c50d6b36 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.117732] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e22bcbd-7109-4299-a551-3201f52b928e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.124898] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad369e7-3679-464d-a1b7-8240bc61c813 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.143906] env[69155]: DEBUG oslo_concurrency.lockutils [req-c54e2569-9d0e-4495-9808-783411dbf6c1 req-f961a4c7-e642-4c14-a710-655be3048ed6 service nova] Releasing lock "refresh_cache-3f958630-d53b-46a6-99d5-2438dd9cf06a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.145079] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8ea9e7-3ffa-4463-b4b9-31f6a9c12623 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.164891] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] The volume has not been displaced from its original location: [datastore2] volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4/volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1004.170413] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.177202] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2704cd-82bc-48fb-b61b-fc035c1b9f92 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.190970] env[69155]: DEBUG oslo_vmware.api [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3600005, 'name': PowerOffVM_Task, 'duration_secs': 0.229953} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.191915] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.192048] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.192699] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d52c1a-ea44-4ef6-bcb7-0ae808944a12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.200881] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 1004.200881] env[69155]: value = "task-3600007" [ 1004.200881] env[69155]: _type = "Task" [ 1004.200881] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.212531] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3600007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.257870] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.258102] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.258424] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleting the datastore file [datastore2] bb532257-feec-4846-9b6b-6f10056a934a {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.262089] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61981b34-e339-4f23-a41c-77af93574843 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.270416] env[69155]: DEBUG oslo_vmware.api [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for the task: (returnval){ [ 1004.270416] env[69155]: value = "task-3600008" [ 1004.270416] env[69155]: _type = "Task" [ 1004.270416] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.285331] env[69155]: DEBUG oslo_vmware.api [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3600008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.289387] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5207b41e-36f7-04e8-5d3a-d9bd4eb73220, 'name': SearchDatastore_Task, 'duration_secs': 0.008988} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.293211] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f86eec-c646-4396-ab43-d5e175862a4a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.300975] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1004.300975] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527f2ad0-f822-b832-7552-67d8efa40171" [ 1004.300975] env[69155]: _type = "Task" [ 1004.300975] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.315268] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527f2ad0-f822-b832-7552-67d8efa40171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.386764] env[69155]: DEBUG nova.compute.manager [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.386998] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.388081] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f741b9-0ecd-463d-bf30-a8d8b4ca08eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.397119] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.399659] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a42e7b-556a-4367-b553-b25ac69db6b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.406962] env[69155]: DEBUG oslo_vmware.api [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 1004.406962] env[69155]: value = "task-3600009" [ 1004.406962] env[69155]: _type = "Task" [ 1004.406962] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.418140] env[69155]: DEBUG oslo_vmware.api [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3600009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.553400] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae561198-eb0d-4735-a98e-a3b95d1932d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.566407] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67596156-2b00-473b-809e-01726c350560 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.570051] env[69155]: DEBUG oslo_vmware.api [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3600003, 'name': PowerOnVM_Task, 'duration_secs': 0.531745} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.570051] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Resumed the VM {{(pid=69155) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1004.570218] env[69155]: DEBUG nova.compute.manager [None req-edc97c24-f80e-460e-a9c4-1084599502c2 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.571177] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982a7be-d5c3-4430-812f-d293d96e4521 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.598364] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470ac3e0-d985-47d9-bbd4-7f862d1ddc97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.609154] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abe4d71-c527-4ec1-a010-a27b2a70f71d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.622881] env[69155]: DEBUG nova.compute.provider_tree [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.710826] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3600007, 'name': ReconfigVM_Task, 'duration_secs': 0.223765} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.711207] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1004.715758] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff9154c-f230-4185-a53d-4fb94fdecf37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.730817] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 1004.730817] env[69155]: value = "task-3600010" [ 1004.730817] env[69155]: _type = "Task" [ 1004.730817] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.781234] env[69155]: DEBUG oslo_vmware.api [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Task: {'id': task-3600008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327267} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.781515] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.781717] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.781913] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.782109] env[69155]: INFO nova.compute.manager [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1004.782368] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.782572] env[69155]: DEBUG nova.compute.manager [-] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.782704] env[69155]: DEBUG nova.network.neutron [-] [instance: bb532257-feec-4846-9b6b-6f10056a934a] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.811123] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527f2ad0-f822-b832-7552-67d8efa40171, 'name': SearchDatastore_Task, 'duration_secs': 0.018631} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.811421] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.811706] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 3f958630-d53b-46a6-99d5-2438dd9cf06a/3f958630-d53b-46a6-99d5-2438dd9cf06a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.811985] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-281dd47f-8fe6-489b-aecb-e5755840415c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.818979] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1004.818979] env[69155]: value = "task-3600011" [ 1004.818979] env[69155]: _type = "Task" [ 1004.818979] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.826718] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.921573] env[69155]: DEBUG oslo_vmware.api [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3600009, 'name': PowerOffVM_Task, 'duration_secs': 0.392978} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.921573] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.921573] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.921573] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec2e8cad-c6ea-41fa-ae32-2d25101b9452 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.990091] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.990353] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.990557] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Deleting the datastore file [datastore1] 80870847-c09a-4251-8436-77dfd59b8c5b {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.990835] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0859567d-656a-415b-923e-888846ef4935 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.997300] env[69155]: DEBUG oslo_vmware.api [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for the task: (returnval){ [ 1004.997300] env[69155]: value = "task-3600013" [ 1004.997300] env[69155]: _type = "Task" [ 1004.997300] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.005268] env[69155]: DEBUG oslo_vmware.api [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3600013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.125854] env[69155]: DEBUG nova.scheduler.client.report [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.241900] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3600010, 'name': ReconfigVM_Task, 'duration_secs': 0.129877} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.241900] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718189', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'name': 'volume-a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90d5a247-9f35-466a-b0ad-3ed4d1c94bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4', 'serial': 'a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1005.242191] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.242832] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413fb52f-0274-4ec6-b6ff-724f3ef7fd32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.251116] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.252045] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d6435c2-cfe2-4dfa-9651-87cd1555d5a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.331805] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600011, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.340324] env[69155]: DEBUG nova.compute.manager [req-04171221-1530-44c7-aa4d-0aa1b1401d2c req-35397b0c-ef7c-4570-8ee0-c148db77937b service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Received event network-vif-deleted-d37747bc-4c63-4a3e-8a73-f64395d401ec {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.340586] env[69155]: INFO nova.compute.manager [req-04171221-1530-44c7-aa4d-0aa1b1401d2c req-35397b0c-ef7c-4570-8ee0-c148db77937b service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Neutron deleted interface d37747bc-4c63-4a3e-8a73-f64395d401ec; detaching it from the instance and deleting it from the info cache [ 1005.341806] env[69155]: DEBUG nova.network.neutron [req-04171221-1530-44c7-aa4d-0aa1b1401d2c req-35397b0c-ef7c-4570-8ee0-c148db77937b service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.346336] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.346685] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.346828] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Deleting the datastore file [datastore2] 90d5a247-9f35-466a-b0ad-3ed4d1c94bab {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.347139] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb42782-3875-49b8-b783-78cca9e9801f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.354038] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for the task: (returnval){ [ 1005.354038] env[69155]: value = "task-3600015" [ 1005.354038] env[69155]: _type = "Task" [ 1005.354038] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.364219] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3600015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.506856] env[69155]: DEBUG oslo_vmware.api [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Task: {'id': task-3600013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31844} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.507126] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.507320] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.507501] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.507704] env[69155]: INFO nova.compute.manager [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1005.507953] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.508159] env[69155]: DEBUG nova.compute.manager [-] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.508255] env[69155]: DEBUG nova.network.neutron [-] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.632319] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.632879] env[69155]: DEBUG nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.638010] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.621s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.638010] env[69155]: DEBUG nova.objects.instance [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lazy-loading 'resources' on Instance uuid e23eebb1-7dea-461b-bfc4-ffc433f35b19 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.668300] env[69155]: DEBUG nova.network.neutron [-] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.829889] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53979} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.830271] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 3f958630-d53b-46a6-99d5-2438dd9cf06a/3f958630-d53b-46a6-99d5-2438dd9cf06a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.830419] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.830712] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39be648a-4c6c-4f5d-a746-f19f7ade9556 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.838268] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1005.838268] env[69155]: value = "task-3600016" [ 1005.838268] env[69155]: _type = "Task" [ 1005.838268] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.843732] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-626ef682-d6cf-4ee2-b5c1-5f0c011349a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.850877] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.854782] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb2532-6b71-4696-916f-3c80341c9929 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.891683] env[69155]: DEBUG oslo_vmware.api [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Task: {'id': task-3600015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359986} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.892023] env[69155]: DEBUG nova.compute.manager [req-04171221-1530-44c7-aa4d-0aa1b1401d2c req-35397b0c-ef7c-4570-8ee0-c148db77937b service nova] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Detach interface failed, port_id=d37747bc-4c63-4a3e-8a73-f64395d401ec, reason: Instance bb532257-feec-4846-9b6b-6f10056a934a could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.892430] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.892613] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.892786] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.962034] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1005.962346] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-532d5595-27f3-482d-baf9-a0b712ce6387 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.970627] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae74cf8b-fc4f-4768-ab01-cb1c7981f0e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.001664] env[69155]: ERROR nova.compute.manager [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Failed to detach volume a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4 from /dev/sda: nova.exception.InstanceNotFound: Instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab could not be found. [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Traceback (most recent call last): [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self.driver.rebuild(**kwargs) [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] raise NotImplementedError() [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] NotImplementedError [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] During handling of the above exception, another exception occurred: [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Traceback (most recent call last): [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self.driver.detach_volume(context, old_connection_info, [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] return self._volumeops.detach_volume(connection_info, instance) [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self._detach_volume_vmdk(connection_info, instance) [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] stable_ref.fetch_moref(session) [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] nova.exception.InstanceNotFound: Instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab could not be found. [ 1006.001664] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] [ 1006.132572] env[69155]: DEBUG nova.compute.utils [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Build of instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab aborted: Failed to rebuild volume backed instance. {{(pid=69155) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1006.136144] env[69155]: ERROR nova.compute.manager [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab aborted: Failed to rebuild volume backed instance. [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Traceback (most recent call last): [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self.driver.rebuild(**kwargs) [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] raise NotImplementedError() [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] NotImplementedError [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] During handling of the above exception, another exception occurred: [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Traceback (most recent call last): [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self._detach_root_volume(context, instance, root_bdm) [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] with excutils.save_and_reraise_exception(): [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self.force_reraise() [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] raise self.value [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self.driver.detach_volume(context, old_connection_info, [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] return self._volumeops.detach_volume(connection_info, instance) [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self._detach_volume_vmdk(connection_info, instance) [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] stable_ref.fetch_moref(session) [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] nova.exception.InstanceNotFound: Instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab could not be found. [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] During handling of the above exception, another exception occurred: [ 1006.136144] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Traceback (most recent call last): [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] yield [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self._do_rebuild_instance_with_claim( [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self._do_rebuild_instance( [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self._rebuild_default_impl(**kwargs) [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] self._rebuild_volume_backed_instance( [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] raise exception.BuildAbortException( [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] nova.exception.BuildAbortException: Build of instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab aborted: Failed to rebuild volume backed instance. [ 1006.137046] env[69155]: ERROR nova.compute.manager [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] [ 1006.139592] env[69155]: DEBUG nova.compute.utils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.144034] env[69155]: DEBUG nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.144034] env[69155]: DEBUG nova.network.neutron [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.174069] env[69155]: INFO nova.compute.manager [-] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Took 1.39 seconds to deallocate network for instance. [ 1006.213547] env[69155]: DEBUG nova.policy [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '750f2ffaf878457998827620d2f80195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9ffb7002cf45dcb91c50ac826dc1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.295945] env[69155]: DEBUG nova.network.neutron [-] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.349782] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077854} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.349947] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.351459] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e677fd-4b81-424c-b795-2c9d64a65446 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.375070] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3f958630-d53b-46a6-99d5-2438dd9cf06a/3f958630-d53b-46a6-99d5-2438dd9cf06a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.378053] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2681aaf2-8cb9-4e8d-a88b-c430dedbe436 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.401245] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1006.401245] env[69155]: value = "task-3600017" [ 1006.401245] env[69155]: _type = "Task" [ 1006.401245] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.411181] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.569190] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ab42b-df0a-4ff2-a2f0-7d6b2f4c463f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.575419] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c412137-0f42-4a12-87da-4290d6502ca0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.609124] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d3879-cf5c-47ed-a473-2416c0498c30 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.615057] env[69155]: DEBUG nova.network.neutron [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Successfully created port: e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.620317] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a6785-a1b3-4b1b-b13f-d6440967f670 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.636491] env[69155]: DEBUG nova.compute.provider_tree [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.646189] env[69155]: DEBUG nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.681532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.801283] env[69155]: INFO nova.compute.manager [-] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Took 1.29 seconds to deallocate network for instance. [ 1006.911633] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600017, 'name': ReconfigVM_Task, 'duration_secs': 0.389036} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.912120] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3f958630-d53b-46a6-99d5-2438dd9cf06a/3f958630-d53b-46a6-99d5-2438dd9cf06a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.913368] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7018826-5111-45a3-93fa-9e011384eebf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.919269] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1006.919269] env[69155]: value = "task-3600018" [ 1006.919269] env[69155]: _type = "Task" [ 1006.919269] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.927105] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600018, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.139952] env[69155]: DEBUG nova.scheduler.client.report [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.312706] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.428933] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600018, 'name': Rename_Task, 'duration_secs': 0.15027} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.429334] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.429595] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1687e406-c256-43fa-b6b0-4ae8fc2ae83c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.436019] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1007.436019] env[69155]: value = "task-3600019" [ 1007.436019] env[69155]: _type = "Task" [ 1007.436019] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.443919] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.450257] env[69155]: DEBUG nova.compute.manager [req-fbcb5ea4-6e85-4394-8894-c086b994864c req-8e7200b2-5a7e-4125-b659-9f1887c0c0a6 service nova] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Received event network-vif-deleted-b53287f1-8c43-40c2-a9bf-f5101fad729d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.645979] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.648398] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.784s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.648635] env[69155]: DEBUG nova.objects.instance [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lazy-loading 'resources' on Instance uuid d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.658999] env[69155]: DEBUG nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.669276] env[69155]: INFO nova.scheduler.client.report [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Deleted allocations for instance e23eebb1-7dea-461b-bfc4-ffc433f35b19 [ 1007.694014] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.694481] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.694723] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.694920] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.695083] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.695236] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.695449] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.695610] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.695792] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.695953] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.696149] env[69155]: DEBUG nova.virt.hardware [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.697350] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba564a3-53ca-4da0-ad5c-04456c19a59a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.705412] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9693d1-b9cd-4a1f-b46a-4f2d0c3fba55 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.948382] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600019, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.164415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.182419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0bb05399-3730-4751-b5d0-b118ade971fb tempest-ServersListShow298Test-211020213 tempest-ServersListShow298Test-211020213-project-member] Lock "e23eebb1-7dea-461b-bfc4-ffc433f35b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.914s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.188073] env[69155]: DEBUG nova.network.neutron [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Successfully updated port: e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.948583] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.948753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.948903] env[69155]: DEBUG nova.network.neutron [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.963214] env[69155]: DEBUG oslo_vmware.api [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600019, 'name': PowerOnVM_Task, 'duration_secs': 0.541001} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.963507] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.963774] env[69155]: INFO nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1008.964038] env[69155]: DEBUG nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.965196] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815fb03e-5811-4351-b6ba-18787279d53d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.182078] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b27e0e-4a4b-4838-817a-de063d64bfce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.188523] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ab03de-e0af-4c69-8e98-20220ddb20e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.217460] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cb9692-588a-4074-80e3-3399977ec2c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.224884] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaf6f20-8c33-4e6b-9cd5-4e84f97c1526 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.238935] env[69155]: DEBUG nova.compute.provider_tree [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.456924] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Acquiring lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.457201] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.457414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Acquiring lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.457620] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.457798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.459884] env[69155]: INFO nova.compute.manager [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Terminating instance [ 1009.483124] env[69155]: DEBUG nova.network.neutron [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.486758] env[69155]: DEBUG nova.compute.manager [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Received event network-vif-plugged-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.486971] env[69155]: DEBUG oslo_concurrency.lockutils [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] Acquiring lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.487224] env[69155]: DEBUG oslo_concurrency.lockutils [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.487363] env[69155]: DEBUG oslo_concurrency.lockutils [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.487531] env[69155]: DEBUG nova.compute.manager [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] No waiting events found dispatching network-vif-plugged-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.487726] env[69155]: WARNING nova.compute.manager [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Received unexpected event network-vif-plugged-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 for instance with vm_state building and task_state spawning. [ 1009.487894] env[69155]: DEBUG nova.compute.manager [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Received event network-changed-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.488060] env[69155]: DEBUG nova.compute.manager [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Refreshing instance network info cache due to event network-changed-e11800e8-be6b-4e00-b510-0e6bedaf5cf9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.488229] env[69155]: DEBUG oslo_concurrency.lockutils [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] Acquiring lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.490707] env[69155]: INFO nova.compute.manager [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Took 34.16 seconds to build instance. [ 1009.661776] env[69155]: DEBUG nova.network.neutron [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Updating instance_info_cache with network_info: [{"id": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "address": "fa:16:3e:a9:5f:b8", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11800e8-be", "ovs_interfaceid": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.741930] env[69155]: DEBUG nova.scheduler.client.report [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.963839] env[69155]: DEBUG nova.compute.manager [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.964343] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dba90624-e690-46e2-abdd-44a19a1bd692 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.974192] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12cdf45-c2da-4fd3-9b87-2aa6cae863ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.992850] env[69155]: DEBUG oslo_concurrency.lockutils [None req-60bf85a3-0934-465c-9f3f-07efb7153434 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "3f958630-d53b-46a6-99d5-2438dd9cf06a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.673s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.003161] env[69155]: WARNING nova.virt.vmwareapi.driver [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab could not be found. [ 1010.003387] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.003706] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38224f91-4ce4-4b16-b742-f78781e510c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.013999] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c3f07e-6688-435b-a545-79e890892107 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.047613] env[69155]: WARNING nova.virt.vmwareapi.vmops [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 90d5a247-9f35-466a-b0ad-3ed4d1c94bab could not be found. [ 1010.047901] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.048124] env[69155]: INFO nova.compute.manager [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1010.048638] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.048899] env[69155]: DEBUG nova.compute.manager [-] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.048997] env[69155]: DEBUG nova.network.neutron [-] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.164029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.164349] env[69155]: DEBUG nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Instance network_info: |[{"id": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "address": "fa:16:3e:a9:5f:b8", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11800e8-be", "ovs_interfaceid": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.164667] env[69155]: DEBUG oslo_concurrency.lockutils [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] Acquired lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.164849] env[69155]: DEBUG nova.network.neutron [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Refreshing network info cache for port e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.168059] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:5f:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e11800e8-be6b-4e00-b510-0e6bedaf5cf9', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.173944] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.174956] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.175196] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fcf4ea0-d838-4bb9-81b0-7cc38b04a38e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.197428] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.197428] env[69155]: value = "task-3600020" [ 1010.197428] env[69155]: _type = "Task" [ 1010.197428] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.205176] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600020, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.247943] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.599s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.250707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.036s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.250953] env[69155]: DEBUG nova.objects.instance [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lazy-loading 'resources' on Instance uuid 3d9a4c57-afa8-4813-b85d-422dcdad09d4 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.258175] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "88adf8a9-777e-4f76-8d50-cb81835a528e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.258682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.258907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.259167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.259321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.261363] env[69155]: INFO nova.compute.manager [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Terminating instance [ 1010.270692] env[69155]: INFO nova.scheduler.client.report [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Deleted allocations for instance d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd [ 1010.710271] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600020, 'name': CreateVM_Task, 'duration_secs': 0.347523} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.710420] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.711139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.711293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.711604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.711862] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39da153a-321b-4794-bc1d-8f885d3fcf56 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.716640] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1010.716640] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52eedf66-bd6a-85cd-1b47-03e2f0adfbcc" [ 1010.716640] env[69155]: _type = "Task" [ 1010.716640] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.725959] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52eedf66-bd6a-85cd-1b47-03e2f0adfbcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.768104] env[69155]: DEBUG nova.compute.manager [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.768385] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.769492] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e2ce84-6c51-4e5c-b0f8-4c626bd8c8ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.782376] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.782376] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a33972-1d83-4c96-b923-24805bba71f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.787065] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48bce158-1e22-457b-9843-8c454bc24e70 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Lock "d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.784s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.797029] env[69155]: DEBUG oslo_vmware.api [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 1010.797029] env[69155]: value = "task-3600021" [ 1010.797029] env[69155]: _type = "Task" [ 1010.797029] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.805929] env[69155]: DEBUG oslo_vmware.api [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3600021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.999703] env[69155]: DEBUG nova.network.neutron [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Updated VIF entry in instance network info cache for port e11800e8-be6b-4e00-b510-0e6bedaf5cf9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.000623] env[69155]: DEBUG nova.network.neutron [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Updating instance_info_cache with network_info: [{"id": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "address": "fa:16:3e:a9:5f:b8", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11800e8-be", "ovs_interfaceid": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.144406] env[69155]: DEBUG nova.network.neutron [-] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.156700] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b40e7bd-342d-4b3e-aac9-071ebe60ad20 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.165411] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8189eeb-2bc7-4c40-a001-1f5f8d9b5504 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.201765] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00db98d7-32ef-4363-9b65-de47c2acfe3d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.211511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5480da3f-c32c-44f7-acc5-cd26920cddb5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.230960] env[69155]: DEBUG nova.compute.provider_tree [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.237638] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52eedf66-bd6a-85cd-1b47-03e2f0adfbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.238008] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.238277] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.238590] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.238761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.239235] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.239785] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166473c1-91a7-4022-bd60-32e6e066ed7f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.249752] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.249917] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.250674] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc9e52c-9cb8-47a1-950f-5c5f4818d07f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.264021] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1011.264021] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5203d1a0-b8e8-c106-ad15-f187dbc7c904" [ 1011.264021] env[69155]: _type = "Task" [ 1011.264021] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.272469] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5203d1a0-b8e8-c106-ad15-f187dbc7c904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.305909] env[69155]: DEBUG oslo_vmware.api [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3600021, 'name': PowerOffVM_Task, 'duration_secs': 0.234347} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.306721] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.306925] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.307205] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa9627c8-ddd1-4487-9ff8-d9c8a2aee1c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.389819] env[69155]: DEBUG nova.compute.manager [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.390965] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a54279-11dd-4578-8ef2-997bc40dad46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.507198] env[69155]: DEBUG oslo_concurrency.lockutils [req-35b4dd74-5380-4194-9366-07f6e68d133e req-f4a16fb7-d620-4902-87cd-2cc14b819ea5 service nova] Releasing lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.649401] env[69155]: INFO nova.compute.manager [-] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Took 1.60 seconds to deallocate network for instance. [ 1011.649846] env[69155]: DEBUG nova.compute.manager [req-1852002c-cb2c-4dd1-b73a-2dabcebfca62 req-8caaa9fc-4cf9-4e2b-8012-eb23a7ab9b48 service nova] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Received event network-vif-deleted-f3037fe5-a659-4449-bc5b-502aff13141e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.734992] env[69155]: DEBUG nova.scheduler.client.report [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.772065] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5203d1a0-b8e8-c106-ad15-f187dbc7c904, 'name': SearchDatastore_Task, 'duration_secs': 0.033111} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.772869] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6672074-6d04-4adb-a3e6-2f9e08506f4b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.780347] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1011.780347] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba8d19-6f9a-5bfe-12ae-9ee44ed6ffe6" [ 1011.780347] env[69155]: _type = "Task" [ 1011.780347] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.788901] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba8d19-6f9a-5bfe-12ae-9ee44ed6ffe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.885486] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.886715] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.886715] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleting the datastore file [datastore1] 88adf8a9-777e-4f76-8d50-cb81835a528e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.886715] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33ba8d0-4466-40f5-8821-0493e4685814 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.893659] env[69155]: DEBUG oslo_vmware.api [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for the task: (returnval){ [ 1011.893659] env[69155]: value = "task-3600023" [ 1011.893659] env[69155]: _type = "Task" [ 1011.893659] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.902515] env[69155]: INFO nova.compute.manager [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] instance snapshotting [ 1011.904136] env[69155]: DEBUG oslo_vmware.api [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3600023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.906939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e105dd-a515-4e9e-bd50-478c1747e6bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.925478] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a0d01-ce1c-4eb4-92da-dcf2bcca86ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.199092] env[69155]: INFO nova.compute.manager [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Took 0.55 seconds to detach 1 volumes for instance. [ 1012.199997] env[69155]: DEBUG nova.compute.manager [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Deleting volume: a5b1b7a2-a3d3-4e05-8b37-58a19d389ca4 {{(pid=69155) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1012.247288] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.251983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.653s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.252448] env[69155]: DEBUG nova.objects.instance [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lazy-loading 'resources' on Instance uuid 633e9d92-9015-4cc8-ba92-6750376d0198 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.287214] env[69155]: INFO nova.scheduler.client.report [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Deleted allocations for instance 3d9a4c57-afa8-4813-b85d-422dcdad09d4 [ 1012.298467] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba8d19-6f9a-5bfe-12ae-9ee44ed6ffe6, 'name': SearchDatastore_Task, 'duration_secs': 0.026113} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.299046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.299344] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] a7ef5ff4-a869-4167-82a9-88e075a83db6/a7ef5ff4-a869-4167-82a9-88e075a83db6.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.299613] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80807703-8e42-4e03-9928-720a122b8c66 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.307238] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1012.307238] env[69155]: value = "task-3600025" [ 1012.307238] env[69155]: _type = "Task" [ 1012.307238] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.320512] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.406846] env[69155]: DEBUG oslo_vmware.api [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Task: {'id': task-3600023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150264} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.407213] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.407484] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.407771] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.408104] env[69155]: INFO nova.compute.manager [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1012.408446] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.408715] env[69155]: DEBUG nova.compute.manager [-] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.409067] env[69155]: DEBUG nova.network.neutron [-] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.442418] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.442418] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ee3dfdf-b41e-4797-b58e-da9c61598cef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.450136] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1012.450136] env[69155]: value = "task-3600026" [ 1012.450136] env[69155]: _type = "Task" [ 1012.450136] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.462688] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.752036] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.805573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e3089698-15c3-4018-bd43-23a5fc5c5916 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "3d9a4c57-afa8-4813-b85d-422dcdad09d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.087s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.817835] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47782} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.821125] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] a7ef5ff4-a869-4167-82a9-88e075a83db6/a7ef5ff4-a869-4167-82a9-88e075a83db6.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.821793] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.822474] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21a4a96f-b918-482e-b698-095c510fd42c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.843845] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1012.843845] env[69155]: value = "task-3600027" [ 1012.843845] env[69155]: _type = "Task" [ 1012.843845] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.853334] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.958721] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.150886] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85dcf92-9baf-4987-af11-7660929dabf0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.157195] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cefec8-55e3-4206-a01c-633445ce0a51 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.195143] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c1d8ef-8216-4110-9d13-6c7705381913 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.202613] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88bbf7a-edc6-46ee-8f91-107f3fe6c1f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.216416] env[69155]: DEBUG nova.compute.provider_tree [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.217902] env[69155]: DEBUG nova.network.neutron [-] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.354553] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075073} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.354553] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.354879] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ebacb4-d1c1-4dbe-bef0-4d0775117edc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.390168] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] a7ef5ff4-a869-4167-82a9-88e075a83db6/a7ef5ff4-a869-4167-82a9-88e075a83db6.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.390168] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9f06ae-6c9b-4817-9003-42576f29f2e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.416478] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1013.416478] env[69155]: value = "task-3600029" [ 1013.416478] env[69155]: _type = "Task" [ 1013.416478] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.428258] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.461074] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600026, 'name': CreateSnapshot_Task, 'duration_secs': 0.590828} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.461476] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.462076] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad030946-c9c7-4e74-9013-69f398d6a953 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.706663] env[69155]: DEBUG nova.compute.manager [req-34676ffe-1e5b-4ae6-9938-b6be6f5acc6c req-8e1ee458-48cb-4354-92f2-3ac4609f3f18 service nova] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Received event network-vif-deleted-345f2441-51fd-45f9-8940-9b13f9315073 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.720784] env[69155]: DEBUG nova.scheduler.client.report [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.724031] env[69155]: INFO nova.compute.manager [-] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Took 1.32 seconds to deallocate network for instance. [ 1013.927057] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.981130] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1013.981474] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d08f8615-31bc-428d-a43e-92b614674b51 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.989496] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1013.989496] env[69155]: value = "task-3600030" [ 1013.989496] env[69155]: _type = "Task" [ 1013.989496] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.999611] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600030, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.226666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.233372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.843s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.233640] env[69155]: DEBUG nova.objects.instance [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lazy-loading 'resources' on Instance uuid ee089ed0-82fb-4b11-9cce-7504f7aa7b23 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.235659] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.258310] env[69155]: INFO nova.scheduler.client.report [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Deleted allocations for instance 633e9d92-9015-4cc8-ba92-6750376d0198 [ 1014.433112] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600029, 'name': ReconfigVM_Task, 'duration_secs': 0.996376} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.433964] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Reconfigured VM instance instance-00000051 to attach disk [datastore1] a7ef5ff4-a869-4167-82a9-88e075a83db6/a7ef5ff4-a869-4167-82a9-88e075a83db6.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.434369] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d89500-a648-41fe-bcda-0adb0868552b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.444955] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1014.444955] env[69155]: value = "task-3600031" [ 1014.444955] env[69155]: _type = "Task" [ 1014.444955] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.457861] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600031, 'name': Rename_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.499264] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600030, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.775578] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87057174-772a-4914-9ebe-3aac302ee52a tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Lock "633e9d92-9015-4cc8-ba92-6750376d0198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.630s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.956191] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600031, 'name': Rename_Task, 'duration_secs': 0.156063} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.956634] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.956996] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc435d02-2262-485d-ac63-9fb5f717d1eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.963471] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1014.963471] env[69155]: value = "task-3600032" [ 1014.963471] env[69155]: _type = "Task" [ 1014.963471] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.974514] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.007170] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600030, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.117189] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee2457c-71a6-4a89-944d-c9ecfa9cef97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.128939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9043f3b-800d-46b8-b824-6727b911cfc5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.167322] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbaca6a-38d1-42cd-a62d-b084e033674e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.175615] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab6f5d-9ced-4c76-b4d1-cbbef3457a27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.195810] env[69155]: DEBUG nova.compute.provider_tree [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.485118] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600032, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.504951] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600030, 'name': CloneVM_Task, 'duration_secs': 1.230481} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.504951] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Created linked-clone VM from snapshot [ 1015.505575] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11491f64-5e43-474e-aec1-e76577b9d35b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.515575] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Uploading image 8b32060e-201a-4e79-a076-86392c86f4f1 {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.531947] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1015.532279] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ec69364-f59b-4640-bfa5-c17e8c673377 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.539666] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1015.539666] env[69155]: value = "task-3600033" [ 1015.539666] env[69155]: _type = "Task" [ 1015.539666] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.549821] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600033, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.700173] env[69155]: DEBUG nova.scheduler.client.report [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.979058] env[69155]: DEBUG oslo_vmware.api [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600032, 'name': PowerOnVM_Task, 'duration_secs': 0.602031} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.979520] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.979855] env[69155]: INFO nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1015.980182] env[69155]: DEBUG nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.981065] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a43cfae-8413-4c74-a1f4-07ccd905071d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.049740] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600033, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.193890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "009f2804-aedb-4162-8211-06a1573c9ace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.195736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.195736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "009f2804-aedb-4162-8211-06a1573c9ace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.195736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.195736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.197266] env[69155]: INFO nova.compute.manager [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Terminating instance [ 1016.207189] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.210664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.434s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.212083] env[69155]: DEBUG nova.objects.instance [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'resources' on Instance uuid 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.242399] env[69155]: INFO nova.scheduler.client.report [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Deleted allocations for instance ee089ed0-82fb-4b11-9cce-7504f7aa7b23 [ 1016.506572] env[69155]: INFO nova.compute.manager [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Took 36.36 seconds to build instance. [ 1016.553424] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600033, 'name': Destroy_Task, 'duration_secs': 0.62158} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.553840] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Destroyed the VM [ 1016.556101] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.556101] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca7e5c82-5251-4012-af05-c7987fb4f512 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.561855] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1016.561855] env[69155]: value = "task-3600034" [ 1016.561855] env[69155]: _type = "Task" [ 1016.561855] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.569735] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.702186] env[69155]: DEBUG nova.compute.manager [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.702614] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.703345] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0903123e-6f8c-405b-a598-63dc6c7f3605 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.716024] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.716024] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab6a7e3-b520-494a-81e1-780491da515f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.729103] env[69155]: DEBUG oslo_vmware.api [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 1016.729103] env[69155]: value = "task-3600035" [ 1016.729103] env[69155]: _type = "Task" [ 1016.729103] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.739652] env[69155]: DEBUG oslo_vmware.api [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3600035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.756589] env[69155]: DEBUG oslo_concurrency.lockutils [None req-434975ce-1487-458b-ac94-16e6d8b0079d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Lock "ee089ed0-82fb-4b11-9cce-7504f7aa7b23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.211s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.010972] env[69155]: DEBUG oslo_concurrency.lockutils [None req-aa01a257-3ef5-487f-a69c-dbef830e610c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.875s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.074694] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.126725] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d03bdb-d741-49ea-990e-a10b12f6abc6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.136187] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8ca796-c047-4ef3-a9d9-c136460601e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.168264] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197bbbda-5487-4833-986b-315cb0be4653 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.176855] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f72e74-943e-4a7b-bb71-8f3e355ec559 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.192535] env[69155]: DEBUG nova.compute.provider_tree [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.238816] env[69155]: DEBUG oslo_vmware.api [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3600035, 'name': PowerOffVM_Task, 'duration_secs': 0.243316} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.239462] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.239638] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.239926] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87b53a81-c124-4052-aa9e-cd228726e254 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.299619] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.299848] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.300044] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Deleting the datastore file [datastore2] 009f2804-aedb-4162-8211-06a1573c9ace {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.300312] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dff75fb8-747e-4352-b78a-b63d46198618 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.307257] env[69155]: DEBUG oslo_vmware.api [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for the task: (returnval){ [ 1017.307257] env[69155]: value = "task-3600037" [ 1017.307257] env[69155]: _type = "Task" [ 1017.307257] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.315546] env[69155]: DEBUG oslo_vmware.api [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3600037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.576657] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.596147] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquiring lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.596485] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.696315] env[69155]: DEBUG nova.scheduler.client.report [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.818744] env[69155]: DEBUG oslo_vmware.api [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Task: {'id': task-3600037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140701} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.819030] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.819217] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.819393] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.819563] env[69155]: INFO nova.compute.manager [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1017.819812] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.820080] env[69155]: DEBUG nova.compute.manager [-] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.820180] env[69155]: DEBUG nova.network.neutron [-] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.079096] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600034, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.100603] env[69155]: DEBUG nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.131821] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.132295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.132377] env[69155]: INFO nova.compute.manager [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Shelving [ 1018.205023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.209035] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.216s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.210246] env[69155]: INFO nova.compute.claims [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.243475] env[69155]: INFO nova.scheduler.client.report [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleted allocations for instance 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd [ 1018.578307] env[69155]: DEBUG oslo_vmware.api [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600034, 'name': RemoveSnapshot_Task, 'duration_secs': 1.687043} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.580632] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1018.639394] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.756751] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ae14aae-369a-49b2-b0b9-26c77410ef19 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "0efb89c0-edbc-4612-90a8-ed43bcbaa7dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.420s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.879945] env[69155]: DEBUG nova.compute.manager [req-61993ae9-8dda-422e-a753-5710b5be5629 req-24762f78-987a-4def-8a9e-50f44d4b4704 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Received event network-vif-deleted-36239073-f7aa-47a0-a104-e9ed8abe9c1f {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.879945] env[69155]: INFO nova.compute.manager [req-61993ae9-8dda-422e-a753-5710b5be5629 req-24762f78-987a-4def-8a9e-50f44d4b4704 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Neutron deleted interface 36239073-f7aa-47a0-a104-e9ed8abe9c1f; detaching it from the instance and deleting it from the info cache [ 1018.879945] env[69155]: DEBUG nova.network.neutron [req-61993ae9-8dda-422e-a753-5710b5be5629 req-24762f78-987a-4def-8a9e-50f44d4b4704 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.019178] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.019178] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.087950] env[69155]: WARNING nova.compute.manager [None req-55cd1cbf-05ad-4fff-9548-0d62f11c50ad tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Image not found during snapshot: nova.exception.ImageNotFound: Image 8b32060e-201a-4e79-a076-86392c86f4f1 could not be found. [ 1019.147000] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.147646] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06be6a59-798f-455d-9c01-4a1813d1c4f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.156629] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1019.156629] env[69155]: value = "task-3600038" [ 1019.156629] env[69155]: _type = "Task" [ 1019.156629] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.174172] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.313657] env[69155]: DEBUG nova.network.neutron [-] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.382363] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c70658e8-ccfe-4e04-ac47-bb74646dd0b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.399195] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f82e864-b10a-41ec-9dae-215dc747665b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.441643] env[69155]: DEBUG nova.compute.manager [req-61993ae9-8dda-422e-a753-5710b5be5629 req-24762f78-987a-4def-8a9e-50f44d4b4704 service nova] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Detach interface failed, port_id=36239073-f7aa-47a0-a104-e9ed8abe9c1f, reason: Instance 009f2804-aedb-4162-8211-06a1573c9ace could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.525359] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.525359] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.525498] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.525721] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.525908] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.527280] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.527280] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1019.527280] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.668481] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600038, 'name': PowerOffVM_Task, 'duration_secs': 0.286538} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.668789] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.669663] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421d896f-f036-45c6-8599-21cd6d5ea3eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.695981] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cdb3d6-fc19-4f46-a83b-9be624a7f6d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.699238] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ee79bb-4fad-4cff-97ab-4cbb640dab8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.710512] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1051e95a-4bd1-4676-8449-184a43ced622 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.741368] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f23b60-4e77-4705-ab96-4c027f4b17f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748906] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408fc473-1803-4811-bb7e-9a7339c5d241 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.763585] env[69155]: DEBUG nova.compute.provider_tree [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.816938] env[69155]: INFO nova.compute.manager [-] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Took 2.00 seconds to deallocate network for instance. [ 1019.873665] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.873665] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.033137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.214400] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1020.214828] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf2d35f8-310d-4af3-813b-1b1deec2a18d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.222446] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1020.222446] env[69155]: value = "task-3600039" [ 1020.222446] env[69155]: _type = "Task" [ 1020.222446] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.235432] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600039, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.267213] env[69155]: DEBUG nova.scheduler.client.report [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.324922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.376453] env[69155]: DEBUG nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.526776] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "3f958630-d53b-46a6-99d5-2438dd9cf06a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.527126] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "3f958630-d53b-46a6-99d5-2438dd9cf06a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.527386] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "3f958630-d53b-46a6-99d5-2438dd9cf06a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.527666] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "3f958630-d53b-46a6-99d5-2438dd9cf06a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.527883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "3f958630-d53b-46a6-99d5-2438dd9cf06a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.530239] env[69155]: INFO nova.compute.manager [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Terminating instance [ 1020.734243] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600039, 'name': CreateSnapshot_Task, 'duration_secs': 0.464282} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.734885] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1020.735977] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76adea82-0595-4804-9677-3e4171deee3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.776855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.777514] env[69155]: DEBUG nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.782087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.972s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.917787] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.036402] env[69155]: DEBUG nova.compute.manager [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.036654] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.037575] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2520e4d-429e-4187-8877-a0627bffc38f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.047808] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.048083] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2efd27a0-d149-476a-a5d6-37e20797474f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.055123] env[69155]: DEBUG oslo_vmware.api [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1021.055123] env[69155]: value = "task-3600040" [ 1021.055123] env[69155]: _type = "Task" [ 1021.055123] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.067053] env[69155]: DEBUG oslo_vmware.api [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.254020] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1021.254363] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f30d84e-3e3e-46c6-b932-a21fcce0ec8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.263077] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1021.263077] env[69155]: value = "task-3600041" [ 1021.263077] env[69155]: _type = "Task" [ 1021.263077] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.271801] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600041, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.291928] env[69155]: DEBUG nova.compute.utils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.296617] env[69155]: DEBUG nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.296617] env[69155]: DEBUG nova.network.neutron [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.422372] env[69155]: DEBUG nova.policy [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cb5577a6a6e49b3b06bd0d657d31138', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c6c04bdddc44f019ee06bfc6855ccf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.458508] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "ed65c7f1-6817-474b-af35-985b5187c850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.458893] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "ed65c7f1-6817-474b-af35-985b5187c850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.569498] env[69155]: DEBUG oslo_vmware.api [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600040, 'name': PowerOffVM_Task, 'duration_secs': 0.340408} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.572900] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.573343] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.574400] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7eee648-4880-457c-af2e-03dd50c0a687 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.651418] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.651643] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.651827] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleting the datastore file [datastore2] 3f958630-d53b-46a6-99d5-2438dd9cf06a {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.652094] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28c63ff7-ee00-46af-82db-e7aaa4fe5f6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.659571] env[69155]: DEBUG oslo_vmware.api [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for the task: (returnval){ [ 1021.659571] env[69155]: value = "task-3600043" [ 1021.659571] env[69155]: _type = "Task" [ 1021.659571] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.673579] env[69155]: DEBUG oslo_vmware.api [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.678642] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c5d8b3-0dc8-42d4-9052-00526a051ecf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.687606] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e8a586-adf6-411e-981e-3d70b78bcab7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.719017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9677e3b-b08d-4afd-aca9-ddb37f6bf5d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.727308] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de4dcd-5aaf-410d-962e-ad9523b5984e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.744178] env[69155]: DEBUG nova.compute.provider_tree [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.773660] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600041, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.796915] env[69155]: DEBUG nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.962071] env[69155]: DEBUG nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.175875] env[69155]: DEBUG oslo_vmware.api [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Task: {'id': task-3600043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147738} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.175875] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.175875] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.176094] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.176288] env[69155]: INFO nova.compute.manager [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1022.176601] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.176847] env[69155]: DEBUG nova.compute.manager [-] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.176975] env[69155]: DEBUG nova.network.neutron [-] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.247665] env[69155]: DEBUG nova.scheduler.client.report [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.281896] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600041, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.495390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.603143] env[69155]: DEBUG nova.network.neutron [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Successfully created port: f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.773813] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600041, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.810235] env[69155]: DEBUG nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.846046] env[69155]: DEBUG nova.compute.manager [req-56de10de-fcb7-4eea-b212-43d4f5b35e8d req-e414e868-9d2f-4f1b-a875-3efd094dbadc service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Received event network-vif-deleted-3fc1fd6e-3703-400a-8250-18872825d187 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.846046] env[69155]: INFO nova.compute.manager [req-56de10de-fcb7-4eea-b212-43d4f5b35e8d req-e414e868-9d2f-4f1b-a875-3efd094dbadc service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Neutron deleted interface 3fc1fd6e-3703-400a-8250-18872825d187; detaching it from the instance and deleting it from the info cache [ 1022.846046] env[69155]: DEBUG nova.network.neutron [req-56de10de-fcb7-4eea-b212-43d4f5b35e8d req-e414e868-9d2f-4f1b-a875-3efd094dbadc service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.857195] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.857637] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.857637] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.857847] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.858863] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.858863] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.858863] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.858863] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.858863] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.859092] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.859092] env[69155]: DEBUG nova.virt.hardware [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.861814] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a26e1-c0d5-4b62-a535-d65ff8889ca5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.871082] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df8b4a-aca0-43c4-aa2a-ac3221b6a9bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.266592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.484s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.273778] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.495s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.274049] env[69155]: DEBUG nova.objects.instance [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lazy-loading 'resources' on Instance uuid 42b31440-4818-43fb-b0e7-ecd736ff0b2f {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.285155] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600041, 'name': CloneVM_Task, 'duration_secs': 1.749664} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.285506] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Created linked-clone VM from snapshot [ 1023.286299] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71811eda-2836-45cd-bced-59a628280621 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.294375] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Uploading image 14a6f810-0d70-4a3a-9215-4bcf5c0dca6a {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1023.321149] env[69155]: DEBUG nova.network.neutron [-] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.329381] env[69155]: DEBUG oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1023.329381] env[69155]: value = "vm-718253" [ 1023.329381] env[69155]: _type = "VirtualMachine" [ 1023.329381] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1023.329965] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2503af3-bd43-40ba-b54b-2b5ece0c2697 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.339353] env[69155]: DEBUG oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lease: (returnval){ [ 1023.339353] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ef5f5e-1f2f-dc71-9231-18516f0be84d" [ 1023.339353] env[69155]: _type = "HttpNfcLease" [ 1023.339353] env[69155]: } obtained for exporting VM: (result){ [ 1023.339353] env[69155]: value = "vm-718253" [ 1023.339353] env[69155]: _type = "VirtualMachine" [ 1023.339353] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1023.339726] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the lease: (returnval){ [ 1023.339726] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ef5f5e-1f2f-dc71-9231-18516f0be84d" [ 1023.339726] env[69155]: _type = "HttpNfcLease" [ 1023.339726] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1023.348588] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.348588] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ef5f5e-1f2f-dc71-9231-18516f0be84d" [ 1023.348588] env[69155]: _type = "HttpNfcLease" [ 1023.348588] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1023.349489] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5327a0fd-c04b-4b84-a82b-581eba470fc6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.363008] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b7aac6-34c6-494b-aeca-baaa54f8defd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.394249] env[69155]: DEBUG nova.compute.manager [req-56de10de-fcb7-4eea-b212-43d4f5b35e8d req-e414e868-9d2f-4f1b-a875-3efd094dbadc service nova] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Detach interface failed, port_id=3fc1fd6e-3703-400a-8250-18872825d187, reason: Instance 3f958630-d53b-46a6-99d5-2438dd9cf06a could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.822878] env[69155]: INFO nova.compute.manager [-] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Took 1.65 seconds to deallocate network for instance. [ 1023.852233] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.852233] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ef5f5e-1f2f-dc71-9231-18516f0be84d" [ 1023.852233] env[69155]: _type = "HttpNfcLease" [ 1023.852233] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1023.852233] env[69155]: DEBUG oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1023.852233] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ef5f5e-1f2f-dc71-9231-18516f0be84d" [ 1023.852233] env[69155]: _type = "HttpNfcLease" [ 1023.852233] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1023.852760] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c0ce37-7e48-4279-a340-3cf916841d2d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.860333] env[69155]: DEBUG oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c5fc7-4435-040a-ece0-9d0a4de6a121/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1023.860618] env[69155]: DEBUG oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c5fc7-4435-040a-ece0-9d0a4de6a121/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1023.862937] env[69155]: INFO nova.scheduler.client.report [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted allocation for migration 9cec536b-caaf-4de3-a2d9-b739c462520f [ 1023.965060] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-888515b8-df20-4b6b-947f-2b1207e3ae01 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.229372] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eedabf-9497-4a71-8006-4daac7ba0057 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.239461] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ce7fd6-71f1-4f33-8f2f-93b5491d85e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.270299] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4eaf22-af98-4b73-86c1-e4d69053b69b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.278753] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ba2d5-77a5-4702-9839-b9b9e1104927 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.293965] env[69155]: DEBUG nova.compute.provider_tree [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.335030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.430763] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cd4e0698-aa61-448b-a0ef-8048538ed612 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.301s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.750432] env[69155]: DEBUG nova.network.neutron [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Successfully updated port: f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.800523] env[69155]: DEBUG nova.scheduler.client.report [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.995782] env[69155]: DEBUG nova.compute.manager [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Received event network-vif-plugged-f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.995782] env[69155]: DEBUG oslo_concurrency.lockutils [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.996111] env[69155]: DEBUG oslo_concurrency.lockutils [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.997260] env[69155]: DEBUG oslo_concurrency.lockutils [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.997260] env[69155]: DEBUG nova.compute.manager [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] No waiting events found dispatching network-vif-plugged-f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.997260] env[69155]: WARNING nova.compute.manager [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Received unexpected event network-vif-plugged-f977146c-e31d-489d-b7e5-1d82e7c0dc35 for instance with vm_state building and task_state spawning. [ 1024.997260] env[69155]: DEBUG nova.compute.manager [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Received event network-changed-f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.997260] env[69155]: DEBUG nova.compute.manager [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Refreshing instance network info cache due to event network-changed-f977146c-e31d-489d-b7e5-1d82e7c0dc35. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.997413] env[69155]: DEBUG oslo_concurrency.lockutils [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] Acquiring lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.997413] env[69155]: DEBUG oslo_concurrency.lockutils [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] Acquired lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.997593] env[69155]: DEBUG nova.network.neutron [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Refreshing network info cache for port f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.254278] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.304843] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.307489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.110s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.307874] env[69155]: DEBUG nova.objects.instance [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'resources' on Instance uuid d9ce2157-24f7-432f-983d-d4e617f3ff71 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.330555] env[69155]: INFO nova.scheduler.client.report [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Deleted allocations for instance 42b31440-4818-43fb-b0e7-ecd736ff0b2f [ 1025.580833] env[69155]: DEBUG nova.network.neutron [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.839801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-169396c5-909c-4315-8a6e-45014afa106e tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Lock "42b31440-4818-43fb-b0e7-ecd736ff0b2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.138s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.093622] env[69155]: DEBUG nova.network.neutron [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.185341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.185341] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.218138] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3b863c-fa94-43a7-a2b4-2df64fcdf876 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.227237] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1493685-a699-4a87-b6dd-70e9c3797690 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.258853] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d44d1-9993-44cc-9a44-61a073274945 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.268493] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0232116-8ad7-44a4-ab65-040734213c52 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.284471] env[69155]: DEBUG nova.compute.provider_tree [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.597073] env[69155]: DEBUG oslo_concurrency.lockutils [req-8657be78-3e8f-4020-9551-8f49195fbb27 req-6af82dd8-60fb-4e66-9eb1-6c0675aa9e90 service nova] Releasing lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.597478] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.597699] env[69155]: DEBUG nova.network.neutron [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.686741] env[69155]: DEBUG nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.792961] env[69155]: DEBUG nova.scheduler.client.report [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.959281] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.959574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.959789] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.959981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.960168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.964967] env[69155]: INFO nova.compute.manager [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Terminating instance [ 1027.135543] env[69155]: DEBUG nova.network.neutron [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.218562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.299490] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.303562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.049s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.330022] env[69155]: DEBUG nova.network.neutron [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Updating instance_info_cache with network_info: [{"id": "f977146c-e31d-489d-b7e5-1d82e7c0dc35", "address": "fa:16:3e:2d:4b:10", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf977146c-e3", "ovs_interfaceid": "f977146c-e31d-489d-b7e5-1d82e7c0dc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.334118] env[69155]: INFO nova.scheduler.client.report [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleted allocations for instance d9ce2157-24f7-432f-983d-d4e617f3ff71 [ 1027.472021] env[69155]: DEBUG nova.compute.manager [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.472021] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.472021] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7477ddc2-aa71-4026-b55d-8cacdf13a259 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.482406] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.482406] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b281ed53-655c-4e18-b229-26aee94f28ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.494252] env[69155]: DEBUG oslo_vmware.api [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1027.494252] env[69155]: value = "task-3600045" [ 1027.494252] env[69155]: _type = "Task" [ 1027.494252] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.503669] env[69155]: DEBUG oslo_vmware.api [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.576054] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "b43dee32-0166-408e-aaf1-473a67d37baf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.576358] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.806565] env[69155]: INFO nova.compute.claims [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.836784] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Releasing lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.837145] env[69155]: DEBUG nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Instance network_info: |[{"id": "f977146c-e31d-489d-b7e5-1d82e7c0dc35", "address": "fa:16:3e:2d:4b:10", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf977146c-e3", "ovs_interfaceid": "f977146c-e31d-489d-b7e5-1d82e7c0dc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.838013] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:4b:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f977146c-e31d-489d-b7e5-1d82e7c0dc35', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.852878] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.852878] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.853887] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "d9ce2157-24f7-432f-983d-d4e617f3ff71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.140s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.855155] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4089ca0-35e6-4b8c-bef2-7f35b37d0ffd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.880248] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.880248] env[69155]: value = "task-3600046" [ 1027.880248] env[69155]: _type = "Task" [ 1027.880248] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.889470] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600046, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.002242] env[69155]: DEBUG oslo_vmware.api [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600045, 'name': PowerOffVM_Task, 'duration_secs': 0.228063} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.002660] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.002926] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.003300] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f571de5-078e-4044-8bcc-eec05794beee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.067102] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.067102] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.067102] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleting the datastore file [datastore1] be7fc1f7-b6e3-450f-9fe2-b85ad14054df {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.067102] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9335416a-aeea-4f8e-90bc-5142152c0f5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.075033] env[69155]: DEBUG oslo_vmware.api [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1028.075033] env[69155]: value = "task-3600048" [ 1028.075033] env[69155]: _type = "Task" [ 1028.075033] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.084314] env[69155]: DEBUG nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.086745] env[69155]: DEBUG oslo_vmware.api [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.313985] env[69155]: INFO nova.compute.resource_tracker [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating resource usage from migration 88709f6b-798a-4b56-87f6-fba7530e2053 [ 1028.405983] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600046, 'name': CreateVM_Task, 'duration_secs': 0.49889} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.405983] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.405983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.405983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.405983] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.405983] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b8806c-5dbc-4f3f-904b-d90636f35125 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.409875] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1028.409875] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e3b3e5-6fca-a76c-a261-88fd23f3b564" [ 1028.409875] env[69155]: _type = "Task" [ 1028.409875] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.418994] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e3b3e5-6fca-a76c-a261-88fd23f3b564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.594185] env[69155]: DEBUG oslo_vmware.api [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291829} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.597135] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.597970] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.597970] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.597970] env[69155]: INFO nova.compute.manager [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1028.598223] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.599467] env[69155]: DEBUG nova.compute.manager [-] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.599592] env[69155]: DEBUG nova.network.neutron [-] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.610307] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.730456] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d17769-83e9-4561-8fe4-2fc325ed9b06 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.739646] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f65f66d-8bcd-49cf-9415-bd056ad00d07 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.782332] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a640fa2a-36ad-4ce3-9878-0944bbd0abf5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.797840] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6673a7-36c7-4e61-88c6-beb5a435d88a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.811456] env[69155]: DEBUG nova.compute.provider_tree [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.920406] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e3b3e5-6fca-a76c-a261-88fd23f3b564, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.920641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.920931] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.921199] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.921370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.921556] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.921823] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a46c7eca-6080-4f99-ae5b-cfb52d5e406d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.930741] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.930926] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.931771] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d15366-427b-4745-b1f8-347038d56c4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.936976] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1028.936976] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dbdf26-79b2-cad8-46ca-2c22838a15e2" [ 1028.936976] env[69155]: _type = "Task" [ 1028.936976] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.945993] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dbdf26-79b2-cad8-46ca-2c22838a15e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.155168] env[69155]: DEBUG nova.compute.manager [req-f23cffa8-3991-4a90-9e29-3ee074d8da4c req-1ea0f106-2870-4601-9e30-65ce7d59a1aa service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Received event network-vif-deleted-f96bde4e-86e0-4a86-b104-b9d28a649ccd {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.155168] env[69155]: INFO nova.compute.manager [req-f23cffa8-3991-4a90-9e29-3ee074d8da4c req-1ea0f106-2870-4601-9e30-65ce7d59a1aa service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Neutron deleted interface f96bde4e-86e0-4a86-b104-b9d28a649ccd; detaching it from the instance and deleting it from the info cache [ 1029.155168] env[69155]: DEBUG nova.network.neutron [req-f23cffa8-3991-4a90-9e29-3ee074d8da4c req-1ea0f106-2870-4601-9e30-65ce7d59a1aa service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.315629] env[69155]: DEBUG nova.scheduler.client.report [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.333120] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "526a2ff2-876e-4235-a38d-4864e96fbd85" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.334683] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.448439] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dbdf26-79b2-cad8-46ca-2c22838a15e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.449622] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171d9d46-7ff8-4668-ae88-a740de86f040 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.455343] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1029.455343] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b915d0-82b9-6e37-df57-e4a85cc0af0b" [ 1029.455343] env[69155]: _type = "Task" [ 1029.455343] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.464032] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b915d0-82b9-6e37-df57-e4a85cc0af0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.499643] env[69155]: DEBUG nova.network.neutron [-] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.658784] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c938d861-43f8-4950-9e1b-791f393d24bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.673840] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ecd0c-7222-4ea6-8dfb-f579d7521932 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.705128] env[69155]: DEBUG nova.compute.manager [req-f23cffa8-3991-4a90-9e29-3ee074d8da4c req-1ea0f106-2870-4601-9e30-65ce7d59a1aa service nova] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Detach interface failed, port_id=f96bde4e-86e0-4a86-b104-b9d28a649ccd, reason: Instance be7fc1f7-b6e3-450f-9fe2-b85ad14054df could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.826349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.521s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.826349] env[69155]: INFO nova.compute.manager [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Migrating [ 1029.830633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.406s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.832720] env[69155]: INFO nova.compute.claims [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.838558] env[69155]: INFO nova.compute.manager [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Detaching volume 295f1a5c-f3d6-4e04-9138-11188a13253b [ 1029.896023] env[69155]: INFO nova.virt.block_device [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Attempting to driver detach volume 295f1a5c-f3d6-4e04-9138-11188a13253b from mountpoint /dev/sdb [ 1029.896023] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1029.896023] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718185', 'volume_id': '295f1a5c-f3d6-4e04-9138-11188a13253b', 'name': 'volume-295f1a5c-f3d6-4e04-9138-11188a13253b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '526a2ff2-876e-4235-a38d-4864e96fbd85', 'attached_at': '', 'detached_at': '', 'volume_id': '295f1a5c-f3d6-4e04-9138-11188a13253b', 'serial': '295f1a5c-f3d6-4e04-9138-11188a13253b'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1029.896023] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1813c021-a3ce-4033-9bdd-91d75328844f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.920663] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c24ba4e-095a-4520-9af6-5fa3eb2b1772 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.928941] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb98686-dbbb-4ac5-b476-6960dc568b9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.954089] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b08daf-fc14-43f7-8228-fc4af591045f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.976592] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] The volume has not been displaced from its original location: [datastore1] volume-295f1a5c-f3d6-4e04-9138-11188a13253b/volume-295f1a5c-f3d6-4e04-9138-11188a13253b.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1029.982736] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.988275] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a28b47-2112-4f86-818e-463246cf9756 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.002618] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b915d0-82b9-6e37-df57-e4a85cc0af0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.005607] env[69155]: INFO nova.compute.manager [-] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Took 1.41 seconds to deallocate network for instance. [ 1030.005893] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.006168] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c/9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.006435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.006854] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.008632] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fefe068-248d-4a93-8dc1-c2b4824c7365 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.014845] env[69155]: DEBUG oslo_vmware.api [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1030.014845] env[69155]: value = "task-3600049" [ 1030.014845] env[69155]: _type = "Task" [ 1030.014845] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.020233] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1030.020233] env[69155]: value = "task-3600050" [ 1030.020233] env[69155]: _type = "Task" [ 1030.020233] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.027189] env[69155]: DEBUG oslo_vmware.api [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600049, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.032649] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.348701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.348701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.348701] env[69155]: DEBUG nova.network.neutron [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.516468] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.529703] env[69155]: DEBUG oslo_vmware.api [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600049, 'name': ReconfigVM_Task, 'duration_secs': 0.27749} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.530184] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.539306] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc77583-0665-48c1-9e91-e3b84e630854 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.549520] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453101} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.549806] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c/9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.550046] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.550736] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11869015-559e-4dd3-a9c6-e9da28cf9ee4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.554984] env[69155]: DEBUG oslo_vmware.api [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1030.554984] env[69155]: value = "task-3600051" [ 1030.554984] env[69155]: _type = "Task" [ 1030.554984] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.559536] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1030.559536] env[69155]: value = "task-3600052" [ 1030.559536] env[69155]: _type = "Task" [ 1030.559536] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.567474] env[69155]: DEBUG oslo_vmware.api [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.570975] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.069438] env[69155]: DEBUG oslo_vmware.api [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600051, 'name': ReconfigVM_Task, 'duration_secs': 0.144556} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.070180] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718185', 'volume_id': '295f1a5c-f3d6-4e04-9138-11188a13253b', 'name': 'volume-295f1a5c-f3d6-4e04-9138-11188a13253b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '526a2ff2-876e-4235-a38d-4864e96fbd85', 'attached_at': '', 'detached_at': '', 'volume_id': '295f1a5c-f3d6-4e04-9138-11188a13253b', 'serial': '295f1a5c-f3d6-4e04-9138-11188a13253b'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1031.082099] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112844} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.082545] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.084155] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2114e0-1fcd-40a1-8540-656902c6e408 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.118497] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c/9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.121673] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c1e914-3c49-43f4-b272-c29d5944c663 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.143170] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1031.143170] env[69155]: value = "task-3600053" [ 1031.143170] env[69155]: _type = "Task" [ 1031.143170] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.153943] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.197076] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac48faa7-b4e2-4123-9e36-aa95c64ee8a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.205240] env[69155]: DEBUG nova.network.neutron [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance_info_cache with network_info: [{"id": "0de82243-d532-4d87-994f-df0a82872741", "address": "fa:16:3e:fb:86:a3", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de82243-d5", "ovs_interfaceid": "0de82243-d532-4d87-994f-df0a82872741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.208496] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6e502a-60e3-4037-aeae-01fa30614752 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.246646] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d15f319-9175-4197-8c3a-a46c70c5eae4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.256079] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d0085-ac00-46dc-83f9-7cd21ce19441 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.274258] env[69155]: DEBUG nova.compute.provider_tree [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.394233] env[69155]: DEBUG oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c5fc7-4435-040a-ece0-9d0a4de6a121/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.395344] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42337d2f-d91c-470d-a305-2d1637943e93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.401269] env[69155]: DEBUG oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c5fc7-4435-040a-ece0-9d0a4de6a121/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.401434] env[69155]: ERROR oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c5fc7-4435-040a-ece0-9d0a4de6a121/disk-0.vmdk due to incomplete transfer. [ 1031.401649] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f84f026-d43c-4eb6-badf-3b7d0b7b9e0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.409890] env[69155]: DEBUG oslo_vmware.rw_handles [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c5fc7-4435-040a-ece0-9d0a4de6a121/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1031.410133] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Uploaded image 14a6f810-0d70-4a3a-9215-4bcf5c0dca6a to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1031.413686] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1031.413686] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1af2d8aa-28b0-45fc-b367-e63938f83ad1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.418209] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1031.418209] env[69155]: value = "task-3600054" [ 1031.418209] env[69155]: _type = "Task" [ 1031.418209] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.427783] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600054, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.626094] env[69155]: DEBUG nova.objects.instance [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'flavor' on Instance uuid 526a2ff2-876e-4235-a38d-4864e96fbd85 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.657876] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600053, 'name': ReconfigVM_Task, 'duration_secs': 0.278516} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.657876] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c/9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.657876] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ba14a5a-7f2e-421d-9162-1b091a08d6ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.664707] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1031.664707] env[69155]: value = "task-3600055" [ 1031.664707] env[69155]: _type = "Task" [ 1031.664707] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.673974] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600055, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.713386] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.777488] env[69155]: DEBUG nova.scheduler.client.report [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.932318] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600054, 'name': Destroy_Task, 'duration_secs': 0.334246} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.932670] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Destroyed the VM [ 1031.932963] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.933284] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93656c90-b4ce-4d06-b49b-8b1a6364fc1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.941428] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1031.941428] env[69155]: value = "task-3600056" [ 1031.941428] env[69155]: _type = "Task" [ 1031.941428] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.949914] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.175227] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600055, 'name': Rename_Task, 'duration_secs': 0.183078} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.175512] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.175945] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f38080a-8b3c-4549-86e9-c8f7befab3b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.184041] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1032.184041] env[69155]: value = "task-3600057" [ 1032.184041] env[69155]: _type = "Task" [ 1032.184041] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.195628] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.285240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.285853] env[69155]: DEBUG nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.290614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.063s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.292432] env[69155]: INFO nova.compute.claims [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.452299] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600056, 'name': RemoveSnapshot_Task, 'duration_secs': 0.406135} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.452662] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1032.452948] env[69155]: DEBUG nova.compute.manager [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.453759] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735ad5e0-d9de-4618-a8f5-1ce60eb72aee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.633791] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d743da03-cdcf-4dc7-969d-6046d660aae7 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.694211] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600057, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.792182] env[69155]: DEBUG nova.compute.utils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.793615] env[69155]: DEBUG nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.793833] env[69155]: DEBUG nova.network.neutron [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.898779] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "526a2ff2-876e-4235-a38d-4864e96fbd85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.899027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.899250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "526a2ff2-876e-4235-a38d-4864e96fbd85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.899435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.899600] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.903381] env[69155]: INFO nova.compute.manager [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Terminating instance [ 1032.911763] env[69155]: DEBUG nova.policy [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378406a42ed2472980f2c3139be4a0a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caa772518f9f4981a6392ab9d447c877', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.968746] env[69155]: INFO nova.compute.manager [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Shelve offloading [ 1033.196750] env[69155]: DEBUG oslo_vmware.api [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600057, 'name': PowerOnVM_Task, 'duration_secs': 0.619088} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.197135] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.197400] env[69155]: INFO nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1033.197624] env[69155]: DEBUG nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.198467] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b78245-8950-4b8d-be63-ecd7f33652a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.230041] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0979b0df-044d-4b56-8629-5747d7f5691d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.259382] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance 'd291de83-0154-4667-9442-ebac9dbf5670' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.299934] env[69155]: DEBUG nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.409247] env[69155]: DEBUG nova.compute.manager [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.409518] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.413361] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5519cd-9e3a-4383-89e4-97378360603d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.422963] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.423210] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d3e041-715d-4198-8a72-66d1803f0edb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.434819] env[69155]: DEBUG oslo_vmware.api [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1033.434819] env[69155]: value = "task-3600058" [ 1033.434819] env[69155]: _type = "Task" [ 1033.434819] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.444225] env[69155]: DEBUG oslo_vmware.api [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.473485] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.473820] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83b7a2d0-9371-42a7-a4ef-ccb617e66440 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.482042] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1033.482042] env[69155]: value = "task-3600059" [ 1033.482042] env[69155]: _type = "Task" [ 1033.482042] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.494127] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.494127] env[69155]: DEBUG nova.compute.manager [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.494127] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a78f3-185f-4a82-9636-9756d60ffa3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.514049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.514049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.514049] env[69155]: DEBUG nova.network.neutron [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.719019] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ea5369-1d44-462d-836c-58df2f06d801 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.721791] env[69155]: INFO nova.compute.manager [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Took 40.75 seconds to build instance. [ 1033.727171] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f155b9c9-9374-471b-b24c-731f89af6fb0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.761084] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3fb0ef-a88a-445f-8f63-a01c4f7ed50b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.765713] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.766021] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a785670-4c1e-4b81-bf73-74f7b1281da1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.773991] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a5bf9-4cda-4889-9775-58b9583fc54d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.779377] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1033.779377] env[69155]: value = "task-3600060" [ 1033.779377] env[69155]: _type = "Task" [ 1033.779377] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.792797] env[69155]: DEBUG nova.compute.provider_tree [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.801780] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.801780] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance 'd291de83-0154-4667-9442-ebac9dbf5670' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.808793] env[69155]: DEBUG nova.network.neutron [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Successfully created port: e23d2fef-527c-406e-9cc8-781db36f620b {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.944172] env[69155]: DEBUG oslo_vmware.api [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600058, 'name': PowerOffVM_Task, 'duration_secs': 0.210731} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.944454] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.944624] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.944874] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e35348bd-de72-4ce0-b46d-4830ef051121 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.006122] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.006360] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.006542] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleting the datastore file [datastore2] 526a2ff2-876e-4235-a38d-4864e96fbd85 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.006823] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf8c6e4-742f-4e1d-b0c1-f406f826d442 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.016247] env[69155]: DEBUG oslo_vmware.api [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1034.016247] env[69155]: value = "task-3600062" [ 1034.016247] env[69155]: _type = "Task" [ 1034.016247] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.023851] env[69155]: DEBUG oslo_vmware.api [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.224520] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f862e647-c1f9-42d5-8077-da7ff7c6dede tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.266s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.299280] env[69155]: DEBUG nova.scheduler.client.report [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.313460] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.313923] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.314239] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.314714] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.315074] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.315414] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.315899] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.316263] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.316662] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.317047] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.317486] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.324128] env[69155]: DEBUG nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.326135] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27124bbd-0306-4ad9-a00a-2b8cdfba4861 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.345129] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1034.345129] env[69155]: value = "task-3600063" [ 1034.345129] env[69155]: _type = "Task" [ 1034.345129] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.355417] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.379107] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.379394] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.379557] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.379766] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.380024] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.380300] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.380466] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.381338] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.381338] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.381338] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.381338] env[69155]: DEBUG nova.virt.hardware [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.382152] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f60007-386b-4f15-bb3c-be0e27bfa850 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.394657] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5daef72-d59f-4ff4-8f1e-ddd7c0965522 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.506223] env[69155]: DEBUG nova.network.neutron [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Updating instance_info_cache with network_info: [{"id": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "address": "fa:16:3e:a9:5f:b8", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11800e8-be", "ovs_interfaceid": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.526719] env[69155]: DEBUG oslo_vmware.api [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378877} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.526928] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.527100] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.527572] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.527572] env[69155]: INFO nova.compute.manager [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1034.527751] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.527951] env[69155]: DEBUG nova.compute.manager [-] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.528043] env[69155]: DEBUG nova.network.neutron [-] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.725832] env[69155]: DEBUG nova.compute.manager [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.805088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.806207] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.811026] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.542s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.811026] env[69155]: INFO nova.compute.claims [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.857960] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600063, 'name': ReconfigVM_Task, 'duration_secs': 0.302583} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.858427] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance 'd291de83-0154-4667-9442-ebac9dbf5670' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.929918] env[69155]: DEBUG nova.compute.manager [req-a6f9e9cf-908f-430b-9263-c758eee66389 req-4b6e7ac1-f9a2-404b-87c5-85e0c3e3dcd4 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Received event network-changed-f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.930135] env[69155]: DEBUG nova.compute.manager [req-a6f9e9cf-908f-430b-9263-c758eee66389 req-4b6e7ac1-f9a2-404b-87c5-85e0c3e3dcd4 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Refreshing instance network info cache due to event network-changed-f977146c-e31d-489d-b7e5-1d82e7c0dc35. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.930354] env[69155]: DEBUG oslo_concurrency.lockutils [req-a6f9e9cf-908f-430b-9263-c758eee66389 req-4b6e7ac1-f9a2-404b-87c5-85e0c3e3dcd4 service nova] Acquiring lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.930500] env[69155]: DEBUG oslo_concurrency.lockutils [req-a6f9e9cf-908f-430b-9263-c758eee66389 req-4b6e7ac1-f9a2-404b-87c5-85e0c3e3dcd4 service nova] Acquired lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.930663] env[69155]: DEBUG nova.network.neutron [req-a6f9e9cf-908f-430b-9263-c758eee66389 req-4b6e7ac1-f9a2-404b-87c5-85e0c3e3dcd4 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Refreshing network info cache for port f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.012605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.259177] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.321563] env[69155]: DEBUG nova.compute.utils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.324017] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.324145] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.366640] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.366640] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.366640] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.366640] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.366640] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.366640] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.366640] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.367385] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.367740] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.368074] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.368506] env[69155]: DEBUG nova.virt.hardware [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.375299] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.376065] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8cde6d-03da-4d6b-9869-e7f005ab75c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.408178] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1035.408178] env[69155]: value = "task-3600064" [ 1035.408178] env[69155]: _type = "Task" [ 1035.408178] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.418234] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.508838] env[69155]: DEBUG nova.policy [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5625bfb79f4d58b0d8a87f28db4489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14fcbe649ded4f979f365be3d937daad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.742012] env[69155]: DEBUG nova.network.neutron [req-a6f9e9cf-908f-430b-9263-c758eee66389 req-4b6e7ac1-f9a2-404b-87c5-85e0c3e3dcd4 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Updated VIF entry in instance network info cache for port f977146c-e31d-489d-b7e5-1d82e7c0dc35. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.742457] env[69155]: DEBUG nova.network.neutron [req-a6f9e9cf-908f-430b-9263-c758eee66389 req-4b6e7ac1-f9a2-404b-87c5-85e0c3e3dcd4 service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Updating instance_info_cache with network_info: [{"id": "f977146c-e31d-489d-b7e5-1d82e7c0dc35", "address": "fa:16:3e:2d:4b:10", "network": {"id": "8cfd9c40-56a8-4204-8c05-761e443ac468", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-380529611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6c04bdddc44f019ee06bfc6855ccf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf977146c-e3", "ovs_interfaceid": "f977146c-e31d-489d-b7e5-1d82e7c0dc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.832644] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.923016] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600064, 'name': ReconfigVM_Task, 'duration_secs': 0.173297} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.923493] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1035.924726] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d0d07-ca2c-4973-8cc4-48bd8753081c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.956263] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d291de83-0154-4667-9442-ebac9dbf5670/d291de83-0154-4667-9442-ebac9dbf5670.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.959951] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c9b1ab-de7e-4c8a-9345-faaf6a1eabb0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.975010] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.976193] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bab8d12-c2c1-4f1b-8de0-529d74aa61e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.984517] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.984517] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd55e022-1085-4177-a0aa-a28eceda880f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.988948] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1035.988948] env[69155]: value = "task-3600065" [ 1035.988948] env[69155]: _type = "Task" [ 1035.988948] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.993895] env[69155]: DEBUG nova.network.neutron [-] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.004796] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.218198] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff6905-429d-4a97-ad54-3a883d37b066 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.225992] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2811a9e-065d-44cc-a3c5-575a2da60b0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.261882] env[69155]: DEBUG oslo_concurrency.lockutils [req-a6f9e9cf-908f-430b-9263-c758eee66389 req-4b6e7ac1-f9a2-404b-87c5-85e0c3e3dcd4 service nova] Releasing lock "refresh_cache-9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.263898] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58983370-fa80-4652-a0fb-33f148bbcbd5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.267153] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.267415] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.267640] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleting the datastore file [datastore1] a7ef5ff4-a869-4167-82a9-88e075a83db6 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.267961] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a9e3e81-5861-46e0-a6e7-f93eb4a44bca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.276796] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c55627-71a7-4135-bbc1-032e08911be5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.362357] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1036.362357] env[69155]: value = "task-3600067" [ 1036.362357] env[69155]: _type = "Task" [ 1036.362357] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.362357] env[69155]: DEBUG nova.compute.provider_tree [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.362357] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.500029] env[69155]: DEBUG oslo_vmware.api [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600065, 'name': ReconfigVM_Task, 'duration_secs': 0.496352} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.500365] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d291de83-0154-4667-9442-ebac9dbf5670/d291de83-0154-4667-9442-ebac9dbf5670.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.500640] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance 'd291de83-0154-4667-9442-ebac9dbf5670' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.506125] env[69155]: INFO nova.compute.manager [-] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Took 1.98 seconds to deallocate network for instance. [ 1036.641216] env[69155]: DEBUG nova.network.neutron [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Successfully updated port: e23d2fef-527c-406e-9cc8-781db36f620b {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.654067] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Successfully created port: 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.792297] env[69155]: DEBUG oslo_vmware.api [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17391} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.792297] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.792507] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.792851] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.799018] env[69155]: DEBUG nova.scheduler.client.report [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.821796] env[69155]: INFO nova.scheduler.client.report [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted allocations for instance a7ef5ff4-a869-4167-82a9-88e075a83db6 [ 1036.846537] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.876016] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.876878] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.877880] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d806ba-973a-4263-a391-68ee725f5f75 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.889122] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe688688-5236-4f88-a85f-4731ca036322 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.971896] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Received event network-vif-deleted-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.973546] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Received event network-vif-unplugged-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.973546] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Acquiring lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.973546] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.973546] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.973546] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] No waiting events found dispatching network-vif-unplugged-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.973760] env[69155]: WARNING nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Received unexpected event network-vif-unplugged-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 for instance with vm_state shelved_offloaded and task_state None. [ 1036.973799] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Received event network-changed-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.973921] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Refreshing instance network info cache due to event network-changed-e11800e8-be6b-4e00-b510-0e6bedaf5cf9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.974123] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Acquiring lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.974259] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Acquired lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.974411] env[69155]: DEBUG nova.network.neutron [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Refreshing network info cache for port e11800e8-be6b-4e00-b510-0e6bedaf5cf9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.008588] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e0524d-7024-4cf6-b671-d1f513494a6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.028288] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.029196] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf42382b-0f85-4387-8da4-273e254e17e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.046341] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance 'd291de83-0154-4667-9442-ebac9dbf5670' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.145555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquiring lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.145639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquired lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.145824] env[69155]: DEBUG nova.network.neutron [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.304284] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.304757] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.307879] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.298s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.310268] env[69155]: INFO nova.compute.claims [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.325342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.640325] env[69155]: DEBUG nova.network.neutron [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Port 0de82243-d532-4d87-994f-df0a82872741 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1037.708768] env[69155]: DEBUG nova.network.neutron [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.824057] env[69155]: DEBUG nova.compute.utils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.831255] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.831255] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.883056] env[69155]: DEBUG nova.policy [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5625bfb79f4d58b0d8a87f28db4489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14fcbe649ded4f979f365be3d937daad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.940574] env[69155]: DEBUG oslo_concurrency.lockutils [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.009393] env[69155]: DEBUG nova.network.neutron [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Updated VIF entry in instance network info cache for port e11800e8-be6b-4e00-b510-0e6bedaf5cf9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.009791] env[69155]: DEBUG nova.network.neutron [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Updating instance_info_cache with network_info: [{"id": "e11800e8-be6b-4e00-b510-0e6bedaf5cf9", "address": "fa:16:3e:a9:5f:b8", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": null, "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape11800e8-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.015362] env[69155]: DEBUG nova.network.neutron [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Updating instance_info_cache with network_info: [{"id": "e23d2fef-527c-406e-9cc8-781db36f620b", "address": "fa:16:3e:ad:a2:08", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23d2fef-52", "ovs_interfaceid": "e23d2fef-527c-406e-9cc8-781db36f620b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.233722] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Successfully created port: 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.329436] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.507842] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Successfully updated port: 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.520430] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Releasing lock "refresh_cache-a7ef5ff4-a869-4167-82a9-88e075a83db6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.520430] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Received event network-vif-plugged-e23d2fef-527c-406e-9cc8-781db36f620b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.520430] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Acquiring lock "f3d7c42f-8e92-4811-983a-35d1689e9b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.520430] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Lock "f3d7c42f-8e92-4811-983a-35d1689e9b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.520430] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Lock "f3d7c42f-8e92-4811-983a-35d1689e9b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.520430] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] No waiting events found dispatching network-vif-plugged-e23d2fef-527c-406e-9cc8-781db36f620b {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.520430] env[69155]: WARNING nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Received unexpected event network-vif-plugged-e23d2fef-527c-406e-9cc8-781db36f620b for instance with vm_state building and task_state spawning. [ 1038.520430] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Received event network-changed-e23d2fef-527c-406e-9cc8-781db36f620b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.520430] env[69155]: DEBUG nova.compute.manager [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Refreshing instance network info cache due to event network-changed-e23d2fef-527c-406e-9cc8-781db36f620b. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.520430] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Acquiring lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.520430] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Releasing lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.520858] env[69155]: DEBUG nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Instance network_info: |[{"id": "e23d2fef-527c-406e-9cc8-781db36f620b", "address": "fa:16:3e:ad:a2:08", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23d2fef-52", "ovs_interfaceid": "e23d2fef-527c-406e-9cc8-781db36f620b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.523206] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Acquired lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.523396] env[69155]: DEBUG nova.network.neutron [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Refreshing network info cache for port e23d2fef-527c-406e-9cc8-781db36f620b {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.524552] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:a2:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e23d2fef-527c-406e-9cc8-781db36f620b', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.532207] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Creating folder: Project (caa772518f9f4981a6392ab9d447c877). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.533391] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7c97c18-5cfa-4e38-b1c6-8ed4ca908507 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.548980] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Created folder: Project (caa772518f9f4981a6392ab9d447c877) in parent group-v718010. [ 1038.549402] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Creating folder: Instances. Parent ref: group-v718255. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.550074] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fc53190-64a2-45dc-86a3-8c7189f53f6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.561177] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Created folder: Instances in parent group-v718255. [ 1038.561177] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.561177] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.561177] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea2a1976-23d2-46d2-8aa1-06ab2c2c3d37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.588151] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.588151] env[69155]: value = "task-3600070" [ 1038.588151] env[69155]: _type = "Task" [ 1038.588151] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.596605] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600070, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.670329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "d291de83-0154-4667-9442-ebac9dbf5670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.670555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.670982] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.761490] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc5ba8b-9a2e-4669-8c4f-24b54243d15e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.767867] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87da41f-2b03-439b-abe4-6b4e4c263ba4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.801189] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b99bcf-d17f-41a9-95be-fbc6cf9174a8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.809862] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c44d0d-1bad-4c76-ab63-bc1687aca220 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.822525] env[69155]: DEBUG nova.compute.provider_tree [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.010923] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "refresh_cache-c12d8856-ebbf-43c0-b8e3-101bbec35314" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.011080] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "refresh_cache-c12d8856-ebbf-43c0-b8e3-101bbec35314" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.011259] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.100348] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600070, 'name': CreateVM_Task, 'duration_secs': 0.42783} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.100348] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.100348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.100544] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.100827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.101123] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c95416-7cac-4cb5-9535-e2b89e0bd692 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.106888] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1039.106888] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dc2285-5177-81a7-179f-c5ce57c429c4" [ 1039.106888] env[69155]: _type = "Task" [ 1039.106888] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.118567] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dc2285-5177-81a7-179f-c5ce57c429c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.132524] env[69155]: DEBUG nova.compute.manager [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Received event network-vif-plugged-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.132524] env[69155]: DEBUG oslo_concurrency.lockutils [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] Acquiring lock "c12d8856-ebbf-43c0-b8e3-101bbec35314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.132524] env[69155]: DEBUG oslo_concurrency.lockutils [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] Lock "c12d8856-ebbf-43c0-b8e3-101bbec35314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.132524] env[69155]: DEBUG oslo_concurrency.lockutils [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] Lock "c12d8856-ebbf-43c0-b8e3-101bbec35314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.132524] env[69155]: DEBUG nova.compute.manager [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] No waiting events found dispatching network-vif-plugged-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.132780] env[69155]: WARNING nova.compute.manager [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Received unexpected event network-vif-plugged-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 for instance with vm_state building and task_state spawning. [ 1039.132818] env[69155]: DEBUG nova.compute.manager [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Received event network-changed-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.133065] env[69155]: DEBUG nova.compute.manager [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Refreshing instance network info cache due to event network-changed-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.133274] env[69155]: DEBUG oslo_concurrency.lockutils [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] Acquiring lock "refresh_cache-c12d8856-ebbf-43c0-b8e3-101bbec35314" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.269905] env[69155]: DEBUG nova.network.neutron [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Updated VIF entry in instance network info cache for port e23d2fef-527c-406e-9cc8-781db36f620b. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.270345] env[69155]: DEBUG nova.network.neutron [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Updating instance_info_cache with network_info: [{"id": "e23d2fef-527c-406e-9cc8-781db36f620b", "address": "fa:16:3e:ad:a2:08", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23d2fef-52", "ovs_interfaceid": "e23d2fef-527c-406e-9cc8-781db36f620b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.326579] env[69155]: DEBUG nova.scheduler.client.report [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.344175] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.376704] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.376960] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.377208] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.377333] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.377488] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.377644] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.377981] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.378171] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.378359] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.378508] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.378683] env[69155]: DEBUG nova.virt.hardware [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.379994] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3da40b1-25d9-474d-99e5-486fcf9f6b28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.388084] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ab1fe-f1b8-4ccd-b95b-3dc1650d69a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.507889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.508131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.531379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "65526fba-11e7-4c34-a202-493d9551a720" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.531623] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "65526fba-11e7-4c34-a202-493d9551a720" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.549177] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.562796] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.563186] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.617948] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dc2285-5177-81a7-179f-c5ce57c429c4, 'name': SearchDatastore_Task, 'duration_secs': 0.029781} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.621732] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.621995] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.622291] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.622494] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.622706] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.623100] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b73f64d-47a1-4749-87a1-49fb05a7b9af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.632011] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.632223] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.633081] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622e9f50-564b-4c65-a14f-c4811c0dd164 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.638210] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1039.638210] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a857ee-6513-3bd5-c8cb-1ab809c1429d" [ 1039.638210] env[69155]: _type = "Task" [ 1039.638210] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.646332] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a857ee-6513-3bd5-c8cb-1ab809c1429d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.719246] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Updating instance_info_cache with network_info: [{"id": "8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0", "address": "fa:16:3e:5d:1e:16", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fca6dd2-c8", "ovs_interfaceid": "8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.723927] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.723927] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.723927] env[69155]: DEBUG nova.network.neutron [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.767137] env[69155]: DEBUG nova.compute.manager [req-df7480e2-7453-4198-8f0d-17723c122f15 req-65b60159-a4e8-4676-8024-ca6c8df43dc4 service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Received event network-vif-plugged-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.767420] env[69155]: DEBUG oslo_concurrency.lockutils [req-df7480e2-7453-4198-8f0d-17723c122f15 req-65b60159-a4e8-4676-8024-ca6c8df43dc4 service nova] Acquiring lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.767670] env[69155]: DEBUG oslo_concurrency.lockutils [req-df7480e2-7453-4198-8f0d-17723c122f15 req-65b60159-a4e8-4676-8024-ca6c8df43dc4 service nova] Lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.767838] env[69155]: DEBUG oslo_concurrency.lockutils [req-df7480e2-7453-4198-8f0d-17723c122f15 req-65b60159-a4e8-4676-8024-ca6c8df43dc4 service nova] Lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.768753] env[69155]: DEBUG nova.compute.manager [req-df7480e2-7453-4198-8f0d-17723c122f15 req-65b60159-a4e8-4676-8024-ca6c8df43dc4 service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] No waiting events found dispatching network-vif-plugged-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.770629] env[69155]: WARNING nova.compute.manager [req-df7480e2-7453-4198-8f0d-17723c122f15 req-65b60159-a4e8-4676-8024-ca6c8df43dc4 service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Received unexpected event network-vif-plugged-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 for instance with vm_state building and task_state spawning. [ 1039.776822] env[69155]: DEBUG oslo_concurrency.lockutils [req-c2dbb1a8-9ab6-43fc-9ce8-7013401f476e req-e3df59bc-b079-46b2-afbb-6b75b29c0966 service nova] Releasing lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.832279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.833044] env[69155]: DEBUG nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.837084] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.156s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.837391] env[69155]: DEBUG nova.objects.instance [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lazy-loading 'resources' on Instance uuid bb532257-feec-4846-9b6b-6f10056a934a {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.863254] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Successfully updated port: 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.148846] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a857ee-6513-3bd5-c8cb-1ab809c1429d, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.149661] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb7213c-83c2-4da2-8f38-1eaf35d0f49a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.154718] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1040.154718] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a64fb9-305d-bbff-2b4f-de5781f71aef" [ 1040.154718] env[69155]: _type = "Task" [ 1040.154718] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.162296] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a64fb9-305d-bbff-2b4f-de5781f71aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.221011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "refresh_cache-c12d8856-ebbf-43c0-b8e3-101bbec35314" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.221384] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Instance network_info: |[{"id": "8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0", "address": "fa:16:3e:5d:1e:16", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fca6dd2-c8", "ovs_interfaceid": "8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.221665] env[69155]: DEBUG oslo_concurrency.lockutils [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] Acquired lock "refresh_cache-c12d8856-ebbf-43c0-b8e3-101bbec35314" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.221849] env[69155]: DEBUG nova.network.neutron [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Refreshing network info cache for port 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.223084] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:1e:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.232427] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.233882] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.234800] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d5a3b8-f51b-45e3-a6d4-a34c69059f97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.257169] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.257169] env[69155]: value = "task-3600071" [ 1040.257169] env[69155]: _type = "Task" [ 1040.257169] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.264828] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600071, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.343132] env[69155]: DEBUG nova.compute.utils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.352264] env[69155]: DEBUG nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.352446] env[69155]: DEBUG nova.network.neutron [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.370546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "refresh_cache-eb4d4947-2eb0-4b1c-8932-08c1aac35c84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.370546] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "refresh_cache-eb4d4947-2eb0-4b1c-8932-08c1aac35c84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.370546] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.402948] env[69155]: DEBUG nova.policy [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f0952585b94e818f9086685f604586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19213076bcec40c499fcd0dfd5b830eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.667983] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a64fb9-305d-bbff-2b4f-de5781f71aef, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.668486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.668770] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] f3d7c42f-8e92-4811-983a-35d1689e9b15/f3d7c42f-8e92-4811-983a-35d1689e9b15.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.675068] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e467f36-0a58-45dc-884e-9b3a23774d67 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.680925] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1040.680925] env[69155]: value = "task-3600072" [ 1040.680925] env[69155]: _type = "Task" [ 1040.680925] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.691919] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.736967] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4f61f-4403-45e1-b54b-77cb1047c605 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.752245] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e7944e-095a-432f-9c6e-0cdfd51fd06a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.795252] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c701ea84-40a4-4e9f-8636-26e68f375fe9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.805874] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600071, 'name': CreateVM_Task, 'duration_secs': 0.342024} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.807222] env[69155]: DEBUG nova.network.neutron [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance_info_cache with network_info: [{"id": "0de82243-d532-4d87-994f-df0a82872741", "address": "fa:16:3e:fb:86:a3", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de82243-d5", "ovs_interfaceid": "0de82243-d532-4d87-994f-df0a82872741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.808926] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.809829] env[69155]: DEBUG nova.network.neutron [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Successfully created port: 0c23ae25-b825-4e98-af99-38b965dae05d {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.815203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.815203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.815203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.816196] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57c0534-e0a4-4720-9e35-f7ec0174f207 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.820014] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65db34c6-6ea4-4baf-97df-cf425e80313f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.829315] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1040.829315] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c6a8ca-88b9-1573-aa19-129e969ae057" [ 1040.829315] env[69155]: _type = "Task" [ 1040.829315] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.839027] env[69155]: DEBUG nova.compute.provider_tree [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.848504] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c6a8ca-88b9-1573-aa19-129e969ae057, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.849465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.849628] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.849908] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.850136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.850379] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.850917] env[69155]: DEBUG nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.853717] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4620c4e8-d217-4b15-a8e9-89c025da4886 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.864336] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.864336] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.864336] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ace0211-54ad-4013-953e-b75dd44c0f61 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.869223] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1040.869223] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526f1ed1-ef8f-2148-4fe3-6b25e74c7df4" [ 1040.869223] env[69155]: _type = "Task" [ 1040.869223] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.884237] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526f1ed1-ef8f-2148-4fe3-6b25e74c7df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.908600] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.100719] env[69155]: DEBUG nova.network.neutron [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Updating instance_info_cache with network_info: [{"id": "26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1", "address": "fa:16:3e:8d:2f:1c", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a7e3f5-d6", "ovs_interfaceid": "26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.164091] env[69155]: DEBUG nova.network.neutron [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Updated VIF entry in instance network info cache for port 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.164805] env[69155]: DEBUG nova.network.neutron [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Updating instance_info_cache with network_info: [{"id": "8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0", "address": "fa:16:3e:5d:1e:16", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fca6dd2-c8", "ovs_interfaceid": "8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.190415] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600072, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.320803] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.344930] env[69155]: DEBUG nova.scheduler.client.report [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.380167] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526f1ed1-ef8f-2148-4fe3-6b25e74c7df4, 'name': SearchDatastore_Task, 'duration_secs': 0.064915} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.381654] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6367a515-da4f-46c6-9fd3-88ffdce53ed5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.389040] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1041.389040] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523703ea-6d11-5af8-f029-c7d1dd1020dd" [ 1041.389040] env[69155]: _type = "Task" [ 1041.389040] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.396968] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523703ea-6d11-5af8-f029-c7d1dd1020dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.603645] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "refresh_cache-eb4d4947-2eb0-4b1c-8932-08c1aac35c84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.603645] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Instance network_info: |[{"id": "26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1", "address": "fa:16:3e:8d:2f:1c", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a7e3f5-d6", "ovs_interfaceid": "26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.604100] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:2f:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.613021] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.613021] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.613021] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-851e9d60-41ed-4b20-9299-af479e48d2b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.634716] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.634716] env[69155]: value = "task-3600073" [ 1041.634716] env[69155]: _type = "Task" [ 1041.634716] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.644252] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600073, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.668504] env[69155]: DEBUG oslo_concurrency.lockutils [req-4fab3759-bb9e-400a-9af4-4aa6f8cfe58d req-c3d65246-9bc7-4440-b28d-7f653d92a9ae service nova] Releasing lock "refresh_cache-c12d8856-ebbf-43c0-b8e3-101bbec35314" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.692389] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523341} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.692650] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] f3d7c42f-8e92-4811-983a-35d1689e9b15/f3d7c42f-8e92-4811-983a-35d1689e9b15.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.692866] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.693139] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c396dbd8-5ddc-46c7-9bc7-875f728b9131 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.700025] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1041.700025] env[69155]: value = "task-3600074" [ 1041.700025] env[69155]: _type = "Task" [ 1041.700025] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.708773] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.835661] env[69155]: DEBUG nova.compute.manager [req-1365e1a4-99b4-4ee6-9b13-342a4cc87666 req-e076d3a9-a695-4046-9483-2e4069198321 service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Received event network-changed-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.835903] env[69155]: DEBUG nova.compute.manager [req-1365e1a4-99b4-4ee6-9b13-342a4cc87666 req-e076d3a9-a695-4046-9483-2e4069198321 service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Refreshing instance network info cache due to event network-changed-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.836108] env[69155]: DEBUG oslo_concurrency.lockutils [req-1365e1a4-99b4-4ee6-9b13-342a4cc87666 req-e076d3a9-a695-4046-9483-2e4069198321 service nova] Acquiring lock "refresh_cache-eb4d4947-2eb0-4b1c-8932-08c1aac35c84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.836236] env[69155]: DEBUG oslo_concurrency.lockutils [req-1365e1a4-99b4-4ee6-9b13-342a4cc87666 req-e076d3a9-a695-4046-9483-2e4069198321 service nova] Acquired lock "refresh_cache-eb4d4947-2eb0-4b1c-8932-08c1aac35c84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.836369] env[69155]: DEBUG nova.network.neutron [req-1365e1a4-99b4-4ee6-9b13-342a4cc87666 req-e076d3a9-a695-4046-9483-2e4069198321 service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Refreshing network info cache for port 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.847465] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19e931-8940-4e8f-a0fc-0db5e628c6a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.851332] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.853797] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.541s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.854047] env[69155]: DEBUG nova.objects.instance [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lazy-loading 'resources' on Instance uuid 80870847-c09a-4251-8436-77dfd59b8c5b {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.873466] env[69155]: DEBUG nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.877109] env[69155]: INFO nova.scheduler.client.report [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Deleted allocations for instance bb532257-feec-4846-9b6b-6f10056a934a [ 1041.878777] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f7fb33-5b34-447a-874e-65dce5c08bbe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.889795] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance 'd291de83-0154-4667-9442-ebac9dbf5670' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.904922] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523703ea-6d11-5af8-f029-c7d1dd1020dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017465} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.907526] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.907821] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.907948] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.908360] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.908360] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.908514] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.908688] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.908898] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.909112] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.909284] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.909494] env[69155]: DEBUG nova.virt.hardware [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.909823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.910102] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] c12d8856-ebbf-43c0-b8e3-101bbec35314/c12d8856-ebbf-43c0-b8e3-101bbec35314.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.911267] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1a2d4-99a6-4f13-b93f-d59d7d8223c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.914089] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccce902e-45c7-4f58-8060-695b9b86f8c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.923557] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a7b601-a8c7-46f2-8f3d-519b31941277 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.927786] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1041.927786] env[69155]: value = "task-3600075" [ 1041.927786] env[69155]: _type = "Task" [ 1041.927786] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.947493] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.147522] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600073, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.214262] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217076} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.214262] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.215713] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dff331-f655-45e8-8655-14ff7a1cf9c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.256065] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] f3d7c42f-8e92-4811-983a-35d1689e9b15/f3d7c42f-8e92-4811-983a-35d1689e9b15.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.256065] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-304c8ebc-2ba4-48a9-8478-0729d332a7de {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.286905] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1042.286905] env[69155]: value = "task-3600076" [ 1042.286905] env[69155]: _type = "Task" [ 1042.286905] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.296263] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.389090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b3b3c57b-de09-40f1-af89-cf88ad9180aa tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Lock "bb532257-feec-4846-9b6b-6f10056a934a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.268s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.400981] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f57aa08a-1f31-4abc-8a13-f7c50bd06251 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance 'd291de83-0154-4667-9442-ebac9dbf5670' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.446228] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600075, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.658616] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600073, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.721402] env[69155]: DEBUG nova.compute.manager [req-ef03cf9d-12bc-46e7-841d-b09296e01296 req-94e12d8d-4fe6-4717-835c-c0c71facc3b5 service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Received event network-vif-plugged-0c23ae25-b825-4e98-af99-38b965dae05d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.721630] env[69155]: DEBUG oslo_concurrency.lockutils [req-ef03cf9d-12bc-46e7-841d-b09296e01296 req-94e12d8d-4fe6-4717-835c-c0c71facc3b5 service nova] Acquiring lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.721874] env[69155]: DEBUG oslo_concurrency.lockutils [req-ef03cf9d-12bc-46e7-841d-b09296e01296 req-94e12d8d-4fe6-4717-835c-c0c71facc3b5 service nova] Lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.722229] env[69155]: DEBUG oslo_concurrency.lockutils [req-ef03cf9d-12bc-46e7-841d-b09296e01296 req-94e12d8d-4fe6-4717-835c-c0c71facc3b5 service nova] Lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.722229] env[69155]: DEBUG nova.compute.manager [req-ef03cf9d-12bc-46e7-841d-b09296e01296 req-94e12d8d-4fe6-4717-835c-c0c71facc3b5 service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] No waiting events found dispatching network-vif-plugged-0c23ae25-b825-4e98-af99-38b965dae05d {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.722508] env[69155]: WARNING nova.compute.manager [req-ef03cf9d-12bc-46e7-841d-b09296e01296 req-94e12d8d-4fe6-4717-835c-c0c71facc3b5 service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Received unexpected event network-vif-plugged-0c23ae25-b825-4e98-af99-38b965dae05d for instance with vm_state building and task_state spawning. [ 1042.802299] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.826057] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ec8ca3-21fd-461f-975f-f54747595f03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.836263] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fa02ec-502b-4338-94ac-31ea124a8bdf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.869909] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f976d0-36e3-40c0-bf5a-5bfba2c5710f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.877966] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c73ddc-0b24-4f4b-ba11-05c99cc09588 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.895021] env[69155]: DEBUG nova.compute.provider_tree [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.899285] env[69155]: DEBUG nova.network.neutron [req-1365e1a4-99b4-4ee6-9b13-342a4cc87666 req-e076d3a9-a695-4046-9483-2e4069198321 service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Updated VIF entry in instance network info cache for port 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.899617] env[69155]: DEBUG nova.network.neutron [req-1365e1a4-99b4-4ee6-9b13-342a4cc87666 req-e076d3a9-a695-4046-9483-2e4069198321 service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Updating instance_info_cache with network_info: [{"id": "26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1", "address": "fa:16:3e:8d:2f:1c", "network": {"id": "f030b70c-3ccc-4356-bc49-e077756c9b57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1938436266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fcbe649ded4f979f365be3d937daad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a7e3f5-d6", "ovs_interfaceid": "26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.939929] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867556} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.939929] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] c12d8856-ebbf-43c0-b8e3-101bbec35314/c12d8856-ebbf-43c0-b8e3-101bbec35314.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.940227] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.940227] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20aa0406-2091-48ff-bb8c-ff32245cd3cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.946968] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1042.946968] env[69155]: value = "task-3600077" [ 1042.946968] env[69155]: _type = "Task" [ 1042.946968] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.956449] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.983762] env[69155]: DEBUG nova.network.neutron [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Successfully updated port: 0c23ae25-b825-4e98-af99-38b965dae05d {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.147340] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600073, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.298537] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600076, 'name': ReconfigVM_Task, 'duration_secs': 0.783483} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.298687] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Reconfigured VM instance instance-00000053 to attach disk [datastore2] f3d7c42f-8e92-4811-983a-35d1689e9b15/f3d7c42f-8e92-4811-983a-35d1689e9b15.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.299374] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4283e54-84fb-4f8a-bfff-815abd41e627 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.305934] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1043.305934] env[69155]: value = "task-3600078" [ 1043.305934] env[69155]: _type = "Task" [ 1043.305934] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.313366] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600078, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.397042] env[69155]: DEBUG nova.scheduler.client.report [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.408445] env[69155]: DEBUG oslo_concurrency.lockutils [req-1365e1a4-99b4-4ee6-9b13-342a4cc87666 req-e076d3a9-a695-4046-9483-2e4069198321 service nova] Releasing lock "refresh_cache-eb4d4947-2eb0-4b1c-8932-08c1aac35c84" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.467427] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080673} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.467702] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.468560] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ae2a5c-4716-4549-9c8c-14226735d9a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.491504] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] c12d8856-ebbf-43c0-b8e3-101bbec35314/c12d8856-ebbf-43c0-b8e3-101bbec35314.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.492914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "refresh_cache-48c70e33-c236-43a4-a972-c4dc2ae1cc63" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.493049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "refresh_cache-48c70e33-c236-43a4-a972-c4dc2ae1cc63" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.493273] env[69155]: DEBUG nova.network.neutron [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.494175] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa9f993d-8941-4bb1-a7ce-2d3771614215 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.517408] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1043.517408] env[69155]: value = "task-3600079" [ 1043.517408] env[69155]: _type = "Task" [ 1043.517408] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.527514] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.570266] env[69155]: DEBUG nova.network.neutron [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.651694] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600073, 'name': CreateVM_Task, 'duration_secs': 1.861966} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.651694] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.651694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.651694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.651694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.651694] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e76eb1-7f9d-49ee-9553-3b8ef2aae126 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.656516] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1043.656516] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bc9231-ec99-0be3-2fb7-27eb954b5b15" [ 1043.656516] env[69155]: _type = "Task" [ 1043.656516] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.669015] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bc9231-ec99-0be3-2fb7-27eb954b5b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.764106] env[69155]: DEBUG nova.network.neutron [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Updating instance_info_cache with network_info: [{"id": "0c23ae25-b825-4e98-af99-38b965dae05d", "address": "fa:16:3e:47:aa:1d", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c23ae25-b8", "ovs_interfaceid": "0c23ae25-b825-4e98-af99-38b965dae05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.820535] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600078, 'name': Rename_Task, 'duration_secs': 0.155046} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.820535] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.820535] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7e8eb4f-831f-4dd5-a3c0-e00a52fd1af1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.834020] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1043.834020] env[69155]: value = "task-3600080" [ 1043.834020] env[69155]: _type = "Task" [ 1043.834020] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.841587] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.905098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.905098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.741s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.940383] env[69155]: INFO nova.scheduler.client.report [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Deleted allocations for instance 80870847-c09a-4251-8436-77dfd59b8c5b [ 1044.030190] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600079, 'name': ReconfigVM_Task, 'duration_secs': 0.318403} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.031018] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Reconfigured VM instance instance-00000054 to attach disk [datastore2] c12d8856-ebbf-43c0-b8e3-101bbec35314/c12d8856-ebbf-43c0-b8e3-101bbec35314.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.031758] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e615efc8-b504-49cc-8729-957e942e9571 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.038286] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1044.038286] env[69155]: value = "task-3600081" [ 1044.038286] env[69155]: _type = "Task" [ 1044.038286] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.051537] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600081, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.169411] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bc9231-ec99-0be3-2fb7-27eb954b5b15, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.169768] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.171230] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.171561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.171756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.171988] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.172319] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75a63b58-c252-4c5e-81ee-bef6e0018f26 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.188455] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.188717] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.189497] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d18f8c3-6577-4747-aa08-07707e71c0a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.195199] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1044.195199] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a388f7-2d6a-9324-93dd-f1ef8a728e45" [ 1044.195199] env[69155]: _type = "Task" [ 1044.195199] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.208340] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a388f7-2d6a-9324-93dd-f1ef8a728e45, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.209144] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c0bf071-bf1f-486f-a231-a9bf42176dcf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.214526] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1044.214526] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5259b9b4-9697-9f47-e30b-dc9f12ad3fb7" [ 1044.214526] env[69155]: _type = "Task" [ 1044.214526] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.227027] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5259b9b4-9697-9f47-e30b-dc9f12ad3fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.227027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.227027] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] eb4d4947-2eb0-4b1c-8932-08c1aac35c84/eb4d4947-2eb0-4b1c-8932-08c1aac35c84.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.230999] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b3381fd-1bb3-4111-a557-40fe69f29456 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.236238] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1044.236238] env[69155]: value = "task-3600082" [ 1044.236238] env[69155]: _type = "Task" [ 1044.236238] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.246223] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.267891] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "refresh_cache-48c70e33-c236-43a4-a972-c4dc2ae1cc63" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.268286] env[69155]: DEBUG nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Instance network_info: |[{"id": "0c23ae25-b825-4e98-af99-38b965dae05d", "address": "fa:16:3e:47:aa:1d", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c23ae25-b8", "ovs_interfaceid": "0c23ae25-b825-4e98-af99-38b965dae05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.268974] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:aa:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c23ae25-b825-4e98-af99-38b965dae05d', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.278108] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.278733] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.279365] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57e8b971-1809-41be-9d97-f2d90fa14357 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.305962] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.305962] env[69155]: value = "task-3600083" [ 1044.305962] env[69155]: _type = "Task" [ 1044.305962] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.315035] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600083, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.316059] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be0cd0d-e88e-4a4b-8b9b-e0bda12685f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.323985] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad7d33a-0204-45b3-88c9-a7a65c508969 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.357223] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dedc03-41b4-44ff-b395-ef3db15f1afd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.367048] env[69155]: DEBUG oslo_vmware.api [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600080, 'name': PowerOnVM_Task, 'duration_secs': 0.495831} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.369054] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.369054] env[69155]: INFO nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1044.369054] env[69155]: DEBUG nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.369469] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e1738b-14b1-4c52-822d-0b11c9e70587 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.373925] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec305851-c95d-4f62-8977-17d34d52b1df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.391330] env[69155]: DEBUG nova.compute.provider_tree [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.450250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Lock "80870847-c09a-4251-8436-77dfd59b8c5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.570s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.552361] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600081, 'name': Rename_Task, 'duration_secs': 0.155299} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.552361] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.552361] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32031027-37f5-440f-a1ef-b78d4ecdeb5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.558887] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1044.558887] env[69155]: value = "task-3600084" [ 1044.558887] env[69155]: _type = "Task" [ 1044.558887] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.571318] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.746664] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50224} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.746946] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] eb4d4947-2eb0-4b1c-8932-08c1aac35c84/eb4d4947-2eb0-4b1c-8932-08c1aac35c84.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.747184] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.747516] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26197386-dfe5-4967-849d-0f5c4280aa32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.753544] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1044.753544] env[69155]: value = "task-3600085" [ 1044.753544] env[69155]: _type = "Task" [ 1044.753544] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.761763] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.815950] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600083, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.899011] env[69155]: DEBUG nova.scheduler.client.report [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.904647] env[69155]: INFO nova.compute.manager [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Took 49.50 seconds to build instance. [ 1045.069391] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.074164] env[69155]: DEBUG nova.compute.manager [req-f62cadf0-b19f-44fa-8f3c-831359d82d44 req-5b0fc7cb-673c-48c0-950a-1f7b06bb19bd service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Received event network-changed-0c23ae25-b825-4e98-af99-38b965dae05d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.074164] env[69155]: DEBUG nova.compute.manager [req-f62cadf0-b19f-44fa-8f3c-831359d82d44 req-5b0fc7cb-673c-48c0-950a-1f7b06bb19bd service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Refreshing instance network info cache due to event network-changed-0c23ae25-b825-4e98-af99-38b965dae05d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.074164] env[69155]: DEBUG oslo_concurrency.lockutils [req-f62cadf0-b19f-44fa-8f3c-831359d82d44 req-5b0fc7cb-673c-48c0-950a-1f7b06bb19bd service nova] Acquiring lock "refresh_cache-48c70e33-c236-43a4-a972-c4dc2ae1cc63" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.075966] env[69155]: DEBUG oslo_concurrency.lockutils [req-f62cadf0-b19f-44fa-8f3c-831359d82d44 req-5b0fc7cb-673c-48c0-950a-1f7b06bb19bd service nova] Acquired lock "refresh_cache-48c70e33-c236-43a4-a972-c4dc2ae1cc63" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.076212] env[69155]: DEBUG nova.network.neutron [req-f62cadf0-b19f-44fa-8f3c-831359d82d44 req-5b0fc7cb-673c-48c0-950a-1f7b06bb19bd service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Refreshing network info cache for port 0c23ae25-b825-4e98-af99-38b965dae05d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.263777] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079343} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.266447] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.267735] env[69155]: DEBUG nova.compute.manager [None req-6b6081c8-5c69-4cf1-a832-8f26e5c0c44c tempest-ServerExternalEventsTest-1795522825 tempest-ServerExternalEventsTest-1795522825-project] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Received event network-changed {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.267946] env[69155]: DEBUG nova.compute.manager [None req-6b6081c8-5c69-4cf1-a832-8f26e5c0c44c tempest-ServerExternalEventsTest-1795522825 tempest-ServerExternalEventsTest-1795522825-project] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Refreshing instance network info cache due to event network-changed. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.268507] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6b6081c8-5c69-4cf1-a832-8f26e5c0c44c tempest-ServerExternalEventsTest-1795522825 tempest-ServerExternalEventsTest-1795522825-project] Acquiring lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.268679] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6b6081c8-5c69-4cf1-a832-8f26e5c0c44c tempest-ServerExternalEventsTest-1795522825 tempest-ServerExternalEventsTest-1795522825-project] Acquired lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.268837] env[69155]: DEBUG nova.network.neutron [None req-6b6081c8-5c69-4cf1-a832-8f26e5c0c44c tempest-ServerExternalEventsTest-1795522825 tempest-ServerExternalEventsTest-1795522825-project] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.270452] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8862665f-f5d4-4278-b921-2dd8f1a749f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.301125] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] eb4d4947-2eb0-4b1c-8932-08c1aac35c84/eb4d4947-2eb0-4b1c-8932-08c1aac35c84.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.302048] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36d6c79-333b-402d-aaf9-514cec557013 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.325514] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600083, 'name': CreateVM_Task, 'duration_secs': 0.51825} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.326633] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.326963] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1045.326963] env[69155]: value = "task-3600086" [ 1045.326963] env[69155]: _type = "Task" [ 1045.326963] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.327592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.327743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.328095] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.328389] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0887a9a6-cfe3-44b3-969c-ecb398e7f4e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.337932] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1045.337932] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527e1ca5-f160-9ab6-b19d-b6c38e63578a" [ 1045.337932] env[69155]: _type = "Task" [ 1045.337932] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.341287] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.349192] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527e1ca5-f160-9ab6-b19d-b6c38e63578a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.406958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.501s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.408155] env[69155]: INFO nova.compute.manager [None req-9344bc8c-425e-4837-9519-7713e3df6320 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Successfully reverted task state from rebuilding on failure for instance. [ 1045.413098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.661s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.413317] env[69155]: DEBUG nova.objects.instance [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lazy-loading 'resources' on Instance uuid 90d5a247-9f35-466a-b0ad-3ed4d1c94bab {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.414967] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8cbd06f1-1033-44cf-97ac-1b2b11696597 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "f3d7c42f-8e92-4811-983a-35d1689e9b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.017s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.570575] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600084, 'name': PowerOnVM_Task, 'duration_secs': 0.530441} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.570863] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.571084] env[69155]: INFO nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1045.571725] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.571980] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744972dd-1b23-4a45-8fce-dccec3059294 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.640749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "d291de83-0154-4667-9442-ebac9dbf5670" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.641062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.641260] env[69155]: DEBUG nova.compute.manager [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Going to confirm migration 4 {{(pid=69155) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1045.842866] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.856584] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527e1ca5-f160-9ab6-b19d-b6c38e63578a, 'name': SearchDatastore_Task, 'duration_secs': 0.01221} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.857056] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.857374] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.857656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.857910] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.858243] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.858570] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74cab4f0-5791-4f15-93d8-1306a7412e46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.868587] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.868587] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.868587] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b8800d-9362-4ab8-8e35-881013900b59 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.873389] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1045.873389] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b56daa-7467-7981-82fe-f51994f5463d" [ 1045.873389] env[69155]: _type = "Task" [ 1045.873389] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.885034] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b56daa-7467-7981-82fe-f51994f5463d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.892987] env[69155]: DEBUG nova.network.neutron [req-f62cadf0-b19f-44fa-8f3c-831359d82d44 req-5b0fc7cb-673c-48c0-950a-1f7b06bb19bd service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Updated VIF entry in instance network info cache for port 0c23ae25-b825-4e98-af99-38b965dae05d. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.893954] env[69155]: DEBUG nova.network.neutron [req-f62cadf0-b19f-44fa-8f3c-831359d82d44 req-5b0fc7cb-673c-48c0-950a-1f7b06bb19bd service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Updating instance_info_cache with network_info: [{"id": "0c23ae25-b825-4e98-af99-38b965dae05d", "address": "fa:16:3e:47:aa:1d", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c23ae25-b8", "ovs_interfaceid": "0c23ae25-b825-4e98-af99-38b965dae05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.918400] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.990250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquiring lock "f3d7c42f-8e92-4811-983a-35d1689e9b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.990250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "f3d7c42f-8e92-4811-983a-35d1689e9b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.990250] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquiring lock "f3d7c42f-8e92-4811-983a-35d1689e9b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.990785] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "f3d7c42f-8e92-4811-983a-35d1689e9b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.990785] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "f3d7c42f-8e92-4811-983a-35d1689e9b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.992641] env[69155]: INFO nova.compute.manager [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Terminating instance [ 1046.091635] env[69155]: INFO nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Took 49.88 seconds to build instance. [ 1046.122346] env[69155]: DEBUG nova.network.neutron [None req-6b6081c8-5c69-4cf1-a832-8f26e5c0c44c tempest-ServerExternalEventsTest-1795522825 tempest-ServerExternalEventsTest-1795522825-project] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Updating instance_info_cache with network_info: [{"id": "e23d2fef-527c-406e-9cc8-781db36f620b", "address": "fa:16:3e:ad:a2:08", "network": {"id": "fe3ed506-4b3b-4d33-9f87-2c712f45590b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f811e95627444649a332a48fb50a6809", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23d2fef-52", "ovs_interfaceid": "e23d2fef-527c-406e-9cc8-781db36f620b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.235046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.235238] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.235448] env[69155]: DEBUG nova.network.neutron [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.235676] env[69155]: DEBUG nova.objects.instance [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'info_cache' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.303754] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe58b7-64d0-4a64-a7fd-e3214fe737ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.315142] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af01e07-6e4c-44af-a406-9264f796f50a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.352360] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc76b62-d3d9-47ee-8ef3-00812fe83dfb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.359669] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600086, 'name': ReconfigVM_Task, 'duration_secs': 1.021125} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.361869] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Reconfigured VM instance instance-00000055 to attach disk [datastore2] eb4d4947-2eb0-4b1c-8932-08c1aac35c84/eb4d4947-2eb0-4b1c-8932-08c1aac35c84.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.362587] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5a2366d-44b5-4e4d-9b85-a7fc40e0e177 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.365242] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712a74ff-6602-45e6-b122-14dae26d7cdd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.388538] env[69155]: DEBUG nova.compute.provider_tree [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.391235] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1046.391235] env[69155]: value = "task-3600087" [ 1046.391235] env[69155]: _type = "Task" [ 1046.391235] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.399226] env[69155]: DEBUG oslo_concurrency.lockutils [req-f62cadf0-b19f-44fa-8f3c-831359d82d44 req-5b0fc7cb-673c-48c0-950a-1f7b06bb19bd service nova] Releasing lock "refresh_cache-48c70e33-c236-43a4-a972-c4dc2ae1cc63" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.399641] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b56daa-7467-7981-82fe-f51994f5463d, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.401523] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ff76e0-fc92-4ff8-ad3c-0f4ae523730e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.407245] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600087, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.410527] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1046.410527] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba83af-aec9-6873-4c75-5a6fdadfbe2f" [ 1046.410527] env[69155]: _type = "Task" [ 1046.410527] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.420907] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba83af-aec9-6873-4c75-5a6fdadfbe2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.447415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.497121] env[69155]: DEBUG nova.compute.manager [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.497360] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.498308] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e5e56-6156-4846-a319-c35af55c6071 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.506457] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.506558] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a88e81a-61f0-4028-a09b-4c9bd1450aad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.512991] env[69155]: DEBUG oslo_vmware.api [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1046.512991] env[69155]: value = "task-3600088" [ 1046.512991] env[69155]: _type = "Task" [ 1046.512991] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.522847] env[69155]: DEBUG oslo_vmware.api [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.594301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "c12d8856-ebbf-43c0-b8e3-101bbec35314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.390s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.629951] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6b6081c8-5c69-4cf1-a832-8f26e5c0c44c tempest-ServerExternalEventsTest-1795522825 tempest-ServerExternalEventsTest-1795522825-project] Releasing lock "refresh_cache-f3d7c42f-8e92-4811-983a-35d1689e9b15" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.892832] env[69155]: DEBUG nova.scheduler.client.report [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.905204] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600087, 'name': Rename_Task, 'duration_secs': 0.192526} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.905486] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.905878] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b23a0ca9-b91f-423b-abb5-3a9f8d989b7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.914730] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1046.914730] env[69155]: value = "task-3600089" [ 1046.914730] env[69155]: _type = "Task" [ 1046.914730] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.922606] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba83af-aec9-6873-4c75-5a6fdadfbe2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011776} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.925350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.925608] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 48c70e33-c236-43a4-a972-c4dc2ae1cc63/48c70e33-c236-43a4-a972-c4dc2ae1cc63.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.925893] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.926115] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd46e84-f492-4fae-94e7-2009f710661c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.931613] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1046.931613] env[69155]: value = "task-3600090" [ 1046.931613] env[69155]: _type = "Task" [ 1046.931613] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.943122] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.023473] env[69155]: DEBUG oslo_vmware.api [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600088, 'name': PowerOffVM_Task, 'duration_secs': 0.190129} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.023473] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.023473] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.023607] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f470f245-48d5-4fb1-b586-d21d3e49be70 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.091536] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.091789] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.091996] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Deleting the datastore file [datastore2] f3d7c42f-8e92-4811-983a-35d1689e9b15 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.092372] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16ea7932-4435-4168-b4ce-700bfaf2f457 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.098642] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.102613] env[69155]: DEBUG oslo_vmware.api [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for the task: (returnval){ [ 1047.102613] env[69155]: value = "task-3600092" [ 1047.102613] env[69155]: _type = "Task" [ 1047.102613] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.112113] env[69155]: DEBUG oslo_vmware.api [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.401201] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.404067] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.168s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.404067] env[69155]: DEBUG nova.objects.instance [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lazy-loading 'resources' on Instance uuid 88adf8a9-777e-4f76-8d50-cb81835a528e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.433138] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.441700] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470896} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.442215] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 48c70e33-c236-43a4-a972-c4dc2ae1cc63/48c70e33-c236-43a4-a972-c4dc2ae1cc63.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.442215] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.442428] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48a7aa7d-dd22-4617-8f33-cbaf30f77ee5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.448734] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1047.448734] env[69155]: value = "task-3600093" [ 1047.448734] env[69155]: _type = "Task" [ 1047.448734] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.459794] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.505035] env[69155]: DEBUG nova.network.neutron [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance_info_cache with network_info: [{"id": "0de82243-d532-4d87-994f-df0a82872741", "address": "fa:16:3e:fb:86:a3", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de82243-d5", "ovs_interfaceid": "0de82243-d532-4d87-994f-df0a82872741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.621556] env[69155]: DEBUG oslo_vmware.api [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Task: {'id': task-3600092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320481} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.626443] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.626443] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.626443] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.626443] env[69155]: INFO nova.compute.manager [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1047.626443] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.626443] env[69155]: DEBUG nova.compute.manager [-] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.626443] env[69155]: DEBUG nova.network.neutron [-] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.639161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.936959] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600089, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.938171] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c9a29566-be19-47cd-b66f-7d8b54be6d56 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Lock "90d5a247-9f35-466a-b0ad-3ed4d1c94bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.481s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.962406] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07714} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.962406] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.962797] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bde2201-5d19-422f-81f4-c1301a3730b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.003879] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 48c70e33-c236-43a4-a972-c4dc2ae1cc63/48c70e33-c236-43a4-a972-c4dc2ae1cc63.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.010020] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c51185-a87a-49e3-b59a-4cdbb3fae12c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.026371] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.026631] env[69155]: DEBUG nova.objects.instance [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'migration_context' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.033352] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1048.033352] env[69155]: value = "task-3600094" [ 1048.033352] env[69155]: _type = "Task" [ 1048.033352] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.044831] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.105618] env[69155]: DEBUG nova.compute.manager [req-fa3205b1-492c-4f7a-8be7-6ba5af125c77 req-88a81203-c5ba-4cb3-be2d-83e8675dbb46 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Received event network-vif-deleted-e23d2fef-527c-406e-9cc8-781db36f620b {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.105927] env[69155]: INFO nova.compute.manager [req-fa3205b1-492c-4f7a-8be7-6ba5af125c77 req-88a81203-c5ba-4cb3-be2d-83e8675dbb46 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Neutron deleted interface e23d2fef-527c-406e-9cc8-781db36f620b; detaching it from the instance and deleting it from the info cache [ 1048.106157] env[69155]: DEBUG nova.network.neutron [req-fa3205b1-492c-4f7a-8be7-6ba5af125c77 req-88a81203-c5ba-4cb3-be2d-83e8675dbb46 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.359858] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b8e80e-b3b3-4687-a533-d8d77c1adbfc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.369546] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a07f2-9e67-481d-8c48-c3c6f2b0d8e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.404690] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab546f5-bcfd-480f-abdb-53e766b48eea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.412586] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d150d89-a88a-46f4-948c-dc5f0e454bff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.430878] env[69155]: DEBUG nova.compute.provider_tree [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.437381] env[69155]: DEBUG oslo_vmware.api [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600089, 'name': PowerOnVM_Task, 'duration_secs': 1.134618} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.437651] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.437887] env[69155]: INFO nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1048.438125] env[69155]: DEBUG nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.439554] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a09107c-7100-4f36-a77b-6aa6d2dcf831 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.448914] env[69155]: DEBUG nova.network.neutron [-] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.530168] env[69155]: DEBUG nova.objects.base [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.531441] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9415f-837f-490a-9ffa-a46744b005d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.543208] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600094, 'name': ReconfigVM_Task, 'duration_secs': 0.299133} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.558338] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 48c70e33-c236-43a4-a972-c4dc2ae1cc63/48c70e33-c236-43a4-a972-c4dc2ae1cc63.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.560106] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-369f6803-8a07-4c4f-8522-e8cb7a0c7ba5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.562381] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0139f038-5128-4654-b903-109a63eee1f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.569756] env[69155]: DEBUG oslo_vmware.api [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1048.569756] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f73f99-573f-b381-01ab-b1e2edd896c0" [ 1048.569756] env[69155]: _type = "Task" [ 1048.569756] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.573973] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1048.573973] env[69155]: value = "task-3600095" [ 1048.573973] env[69155]: _type = "Task" [ 1048.573973] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.579932] env[69155]: DEBUG oslo_vmware.api [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f73f99-573f-b381-01ab-b1e2edd896c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.586937] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600095, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.612431] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91ecc307-15a0-425b-83bf-c6d96f6d1078 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.622404] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e7e67-aca3-4f9e-a673-f3362ebad2d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.657246] env[69155]: DEBUG nova.compute.manager [req-fa3205b1-492c-4f7a-8be7-6ba5af125c77 req-88a81203-c5ba-4cb3-be2d-83e8675dbb46 service nova] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Detach interface failed, port_id=e23d2fef-527c-406e-9cc8-781db36f620b, reason: Instance f3d7c42f-8e92-4811-983a-35d1689e9b15 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.934910] env[69155]: DEBUG nova.scheduler.client.report [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.954941] env[69155]: INFO nova.compute.manager [-] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Took 1.33 seconds to deallocate network for instance. [ 1048.958433] env[69155]: INFO nova.compute.manager [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Took 52.71 seconds to build instance. [ 1049.084402] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600095, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.087725] env[69155]: DEBUG oslo_vmware.api [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f73f99-573f-b381-01ab-b1e2edd896c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013306} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.088008] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.441473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.443166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.804s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.444698] env[69155]: INFO nova.compute.claims [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.462674] env[69155]: DEBUG oslo_concurrency.lockutils [None req-44c699e9-0ba7-4319-8c65-46f1b63a5503 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.224s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.464408] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.471902] env[69155]: INFO nova.scheduler.client.report [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Deleted allocations for instance 88adf8a9-777e-4f76-8d50-cb81835a528e [ 1049.559681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.559911] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.586376] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600095, 'name': Rename_Task, 'duration_secs': 0.548574} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.587090] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.587090] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-209cf7b6-ffd4-4c5d-ba77-3274aa4a2eb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.594312] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1049.594312] env[69155]: value = "task-3600096" [ 1049.594312] env[69155]: _type = "Task" [ 1049.594312] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.605286] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.967335] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.981389] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7285c08e-b955-4ace-856c-3c76f2e63f83 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Lock "88adf8a9-777e-4f76-8d50-cb81835a528e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.723s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.088093] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "c12d8856-ebbf-43c0-b8e3-101bbec35314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.088444] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "c12d8856-ebbf-43c0-b8e3-101bbec35314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.088667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "c12d8856-ebbf-43c0-b8e3-101bbec35314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.088890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "c12d8856-ebbf-43c0-b8e3-101bbec35314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.089093] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "c12d8856-ebbf-43c0-b8e3-101bbec35314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.091253] env[69155]: INFO nova.compute.manager [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Terminating instance [ 1050.104555] env[69155]: DEBUG oslo_vmware.api [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600096, 'name': PowerOnVM_Task, 'duration_secs': 0.447555} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.104789] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.104991] env[69155]: INFO nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1050.105183] env[69155]: DEBUG nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.105943] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e6bc1f-fb4a-4792-b535-f3e80ae0def0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.153900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.153900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.153900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.154107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.154217] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.156770] env[69155]: INFO nova.compute.manager [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Terminating instance [ 1050.489258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.594947] env[69155]: DEBUG nova.compute.manager [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.595202] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.596395] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e6cbdc-e435-410b-8439-cb52e0fc5647 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.608958] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.609411] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb43c2ef-c44c-4cb3-b780-55eb6f18ab00 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.622408] env[69155]: DEBUG oslo_vmware.api [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1050.622408] env[69155]: value = "task-3600097" [ 1050.622408] env[69155]: _type = "Task" [ 1050.622408] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.630561] env[69155]: INFO nova.compute.manager [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Took 52.64 seconds to build instance. [ 1050.637340] env[69155]: DEBUG oslo_vmware.api [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.661090] env[69155]: DEBUG nova.compute.manager [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.661335] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.662392] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33bd98-3af7-4287-841c-481a5a8150a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.674501] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.674882] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ffa364-5aeb-465e-87a1-9bbb000ff925 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.684375] env[69155]: DEBUG oslo_vmware.api [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1050.684375] env[69155]: value = "task-3600098" [ 1050.684375] env[69155]: _type = "Task" [ 1050.684375] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.693466] env[69155]: DEBUG oslo_vmware.api [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.767319] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b4aef8-476a-4a98-bd4f-06d1fcf6ccbe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.775835] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836d190-a814-4ce9-bc7a-73acaa643902 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.810134] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31798336-4156-4ed1-8921-7e18c5c4b0eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.817495] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65762a08-92aa-46d4-a245-75c2f3271377 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.831563] env[69155]: DEBUG nova.compute.provider_tree [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.137011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-459ad9e6-2942-4c3e-8b95-fab93bcb95af tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.155s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.137366] env[69155]: DEBUG oslo_vmware.api [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600097, 'name': PowerOffVM_Task, 'duration_secs': 0.369923} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.140046] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.140305] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.140805] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a1968f-407e-44de-a67f-736301b0d6c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.195445] env[69155]: DEBUG oslo_vmware.api [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600098, 'name': PowerOffVM_Task, 'duration_secs': 0.311229} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.196169] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.196226] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.196466] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f080b22d-07fe-4bfe-a322-52a68585c55d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.217635] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.218824] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.218824] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleting the datastore file [datastore2] c12d8856-ebbf-43c0-b8e3-101bbec35314 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.218824] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffc272c4-e2cb-4934-a3dd-1054b08ce0cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.226440] env[69155]: DEBUG oslo_vmware.api [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1051.226440] env[69155]: value = "task-3600101" [ 1051.226440] env[69155]: _type = "Task" [ 1051.226440] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.234142] env[69155]: DEBUG oslo_vmware.api [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.259374] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.259626] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.259894] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleting the datastore file [datastore2] eb4d4947-2eb0-4b1c-8932-08c1aac35c84 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.260219] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-071fc702-0eed-4551-bf25-5b7c7c9d0e84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.268370] env[69155]: DEBUG oslo_vmware.api [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for the task: (returnval){ [ 1051.268370] env[69155]: value = "task-3600102" [ 1051.268370] env[69155]: _type = "Task" [ 1051.268370] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.277895] env[69155]: DEBUG oslo_vmware.api [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.336160] env[69155]: DEBUG nova.scheduler.client.report [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.641718] env[69155]: DEBUG nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.687362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.687717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.687900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.688132] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.688309] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.690651] env[69155]: INFO nova.compute.manager [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Terminating instance [ 1051.737091] env[69155]: DEBUG oslo_vmware.api [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228698} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.737342] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.737527] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.737698] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.737895] env[69155]: INFO nova.compute.manager [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1051.738159] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.738349] env[69155]: DEBUG nova.compute.manager [-] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.738443] env[69155]: DEBUG nova.network.neutron [-] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.776995] env[69155]: DEBUG oslo_vmware.api [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Task: {'id': task-3600102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31667} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.777934] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.778145] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.778348] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.778559] env[69155]: INFO nova.compute.manager [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1051.778750] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.780769] env[69155]: DEBUG nova.compute.manager [-] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.780873] env[69155]: DEBUG nova.network.neutron [-] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.843957] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.844538] env[69155]: DEBUG nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.847189] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.814s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.847372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.847530] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1051.847877] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.523s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.848210] env[69155]: DEBUG nova.objects.instance [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lazy-loading 'resources' on Instance uuid 009f2804-aedb-4162-8211-06a1573c9ace {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.850192] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed941556-2bea-4717-94cf-33852963874c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.857933] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16d304-e179-4d4e-8757-c6b8a9cb8ef7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.874867] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc8b2bd-af36-40d8-b51f-ad295ea8213b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.882148] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fea40f-468d-4dbb-b1be-c0825db74579 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.915428] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178526MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1051.915598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.162365] env[69155]: DEBUG nova.compute.manager [req-04c6e426-170a-4b18-bea3-5be6614650ad req-5ddb4b98-6f65-43c1-bc4c-fadd276fd7a1 service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Received event network-vif-deleted-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.162365] env[69155]: INFO nova.compute.manager [req-04c6e426-170a-4b18-bea3-5be6614650ad req-5ddb4b98-6f65-43c1-bc4c-fadd276fd7a1 service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Neutron deleted interface 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0; detaching it from the instance and deleting it from the info cache [ 1052.162777] env[69155]: DEBUG nova.network.neutron [req-04c6e426-170a-4b18-bea3-5be6614650ad req-5ddb4b98-6f65-43c1-bc4c-fadd276fd7a1 service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.178292] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.194090] env[69155]: DEBUG nova.compute.manager [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.194314] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.195377] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87c2e5f-b75b-4364-8ba0-d1073aaced34 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.205883] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.206035] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a924b293-58ee-4290-9709-bfb2f286441d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.214056] env[69155]: DEBUG oslo_vmware.api [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1052.214056] env[69155]: value = "task-3600103" [ 1052.214056] env[69155]: _type = "Task" [ 1052.214056] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.223215] env[69155]: DEBUG oslo_vmware.api [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.354615] env[69155]: DEBUG nova.compute.utils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.356429] env[69155]: DEBUG nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.356640] env[69155]: DEBUG nova.network.neutron [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.427208] env[69155]: DEBUG nova.policy [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65cee317ea994dd0ade609061ac188b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05be267d3b0a4407883b57a4097862c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.643298] env[69155]: DEBUG nova.network.neutron [-] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.664962] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-067c4c7c-9c3a-4d90-aac3-b258bd6a73ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.676145] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c8810e-b15b-4049-b658-3d3a9caf98ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.689868] env[69155]: DEBUG nova.network.neutron [-] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.712589] env[69155]: DEBUG nova.compute.manager [req-04c6e426-170a-4b18-bea3-5be6614650ad req-5ddb4b98-6f65-43c1-bc4c-fadd276fd7a1 service nova] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Detach interface failed, port_id=8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0, reason: Instance c12d8856-ebbf-43c0-b8e3-101bbec35314 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.728721] env[69155]: DEBUG oslo_vmware.api [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600103, 'name': PowerOffVM_Task, 'duration_secs': 0.176331} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.729014] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.729209] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.729467] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2fc21ec-ce1d-472d-be75-a6b5dd2a263a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.774145] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ddf10c-eedd-401e-b622-d49da565be71 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.783583] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6c5f02-38de-4406-9cd3-2f9d3518dbad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.792651] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.792651] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.792651] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleting the datastore file [datastore1] 48c70e33-c236-43a4-a972-c4dc2ae1cc63 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.822772] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30c7e42e-02d6-435d-8a36-eb1579ec7fdb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.824969] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b726068-349f-4bd4-9444-82efea46ce0c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.827889] env[69155]: DEBUG nova.network.neutron [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Successfully created port: adb9a862-5d14-4636-a8d9-eaca560a0991 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.836889] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16883489-182c-47f2-8632-781aca84422c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.840510] env[69155]: DEBUG oslo_vmware.api [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1052.840510] env[69155]: value = "task-3600105" [ 1052.840510] env[69155]: _type = "Task" [ 1052.840510] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.851613] env[69155]: DEBUG nova.compute.provider_tree [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.858071] env[69155]: DEBUG oslo_vmware.api [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.859831] env[69155]: DEBUG nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.145585] env[69155]: INFO nova.compute.manager [-] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Took 1.41 seconds to deallocate network for instance. [ 1053.194432] env[69155]: INFO nova.compute.manager [-] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Took 1.41 seconds to deallocate network for instance. [ 1053.350933] env[69155]: DEBUG oslo_vmware.api [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168005} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.352556] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.352556] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.352556] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.352556] env[69155]: INFO nova.compute.manager [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1053.352556] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.352556] env[69155]: DEBUG nova.compute.manager [-] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.352556] env[69155]: DEBUG nova.network.neutron [-] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.354776] env[69155]: DEBUG nova.scheduler.client.report [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.652205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.700908] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.860298] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.862777] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.945s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.864385] env[69155]: INFO nova.compute.claims [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.867911] env[69155]: DEBUG nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.881894] env[69155]: INFO nova.scheduler.client.report [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Deleted allocations for instance 009f2804-aedb-4162-8211-06a1573c9ace [ 1053.895378] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.895783] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.896104] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.896441] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.896724] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.897057] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.897417] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.897720] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.898055] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.898384] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.898722] env[69155]: DEBUG nova.virt.hardware [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.900088] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07570e42-e1aa-4a2d-aec4-0f30b58c55af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.912779] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e08309-c614-4834-b2f7-e54a59756444 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.150735] env[69155]: DEBUG nova.network.neutron [-] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.200094] env[69155]: DEBUG nova.compute.manager [req-57609583-6f54-4075-b5f9-61211589b146 req-a94b0990-f8e2-40fe-98bb-47873f98909d service nova] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Received event network-vif-deleted-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.200440] env[69155]: DEBUG nova.compute.manager [req-57609583-6f54-4075-b5f9-61211589b146 req-a94b0990-f8e2-40fe-98bb-47873f98909d service nova] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Received event network-vif-deleted-0c23ae25-b825-4e98-af99-38b965dae05d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.307170] env[69155]: DEBUG nova.network.neutron [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Successfully updated port: adb9a862-5d14-4636-a8d9-eaca560a0991 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.392576] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Lock "009f2804-aedb-4162-8211-06a1573c9ace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.198s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.652932] env[69155]: INFO nova.compute.manager [-] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Took 1.30 seconds to deallocate network for instance. [ 1054.809722] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquiring lock "refresh_cache-4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.809898] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquired lock "refresh_cache-4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.810066] env[69155]: DEBUG nova.network.neutron [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.162163] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.179168] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b7ce60-bbe6-4325-8fe8-f54ae8d6cda4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.186077] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f21d2f-05ef-49ee-8f83-7a528005630c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.217016] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b5ebef-10e7-4804-87eb-9b499860002a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.224914] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eb12a8-3431-4d3d-bdba-5df79a46d770 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.239888] env[69155]: DEBUG nova.compute.provider_tree [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.341226] env[69155]: DEBUG nova.network.neutron [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.743970] env[69155]: DEBUG nova.network.neutron [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Updating instance_info_cache with network_info: [{"id": "adb9a862-5d14-4636-a8d9-eaca560a0991", "address": "fa:16:3e:47:0e:f2", "network": {"id": "ba02d712-c0c5-4fa3-9875-01b1ecc38fc1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-38772591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05be267d3b0a4407883b57a4097862c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb9a862-5d", "ovs_interfaceid": "adb9a862-5d14-4636-a8d9-eaca560a0991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.748030] env[69155]: DEBUG nova.scheduler.client.report [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.225250] env[69155]: DEBUG nova.compute.manager [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Received event network-vif-plugged-adb9a862-5d14-4636-a8d9-eaca560a0991 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.225532] env[69155]: DEBUG oslo_concurrency.lockutils [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] Acquiring lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.225739] env[69155]: DEBUG oslo_concurrency.lockutils [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] Lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.225850] env[69155]: DEBUG oslo_concurrency.lockutils [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] Lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.226087] env[69155]: DEBUG nova.compute.manager [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] No waiting events found dispatching network-vif-plugged-adb9a862-5d14-4636-a8d9-eaca560a0991 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.226282] env[69155]: WARNING nova.compute.manager [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Received unexpected event network-vif-plugged-adb9a862-5d14-4636-a8d9-eaca560a0991 for instance with vm_state building and task_state spawning. [ 1056.226448] env[69155]: DEBUG nova.compute.manager [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Received event network-changed-adb9a862-5d14-4636-a8d9-eaca560a0991 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.227027] env[69155]: DEBUG nova.compute.manager [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Refreshing instance network info cache due to event network-changed-adb9a862-5d14-4636-a8d9-eaca560a0991. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.227027] env[69155]: DEBUG oslo_concurrency.lockutils [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] Acquiring lock "refresh_cache-4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.250720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Releasing lock "refresh_cache-4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.251039] env[69155]: DEBUG nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Instance network_info: |[{"id": "adb9a862-5d14-4636-a8d9-eaca560a0991", "address": "fa:16:3e:47:0e:f2", "network": {"id": "ba02d712-c0c5-4fa3-9875-01b1ecc38fc1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-38772591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05be267d3b0a4407883b57a4097862c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb9a862-5d", "ovs_interfaceid": "adb9a862-5d14-4636-a8d9-eaca560a0991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.251386] env[69155]: DEBUG oslo_concurrency.lockutils [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] Acquired lock "refresh_cache-4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.251576] env[69155]: DEBUG nova.network.neutron [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Refreshing network info cache for port adb9a862-5d14-4636-a8d9-eaca560a0991 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.252779] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:0e:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb9a862-5d14-4636-a8d9-eaca560a0991', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.260986] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Creating folder: Project (05be267d3b0a4407883b57a4097862c4). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.261930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.262498] env[69155]: DEBUG nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.269405] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c119823-6aa2-4ae0-93af-33d206cca5d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.275727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.781s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.277555] env[69155]: INFO nova.compute.claims [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.290998] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Created folder: Project (05be267d3b0a4407883b57a4097862c4) in parent group-v718010. [ 1056.291222] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Creating folder: Instances. Parent ref: group-v718261. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.291471] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5efad082-0060-4e7b-9fd5-9237c850e56c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.301564] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Created folder: Instances in parent group-v718261. [ 1056.301564] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.305020] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.305020] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97cbe4f4-43d7-4ccd-a645-12556e0e43bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.323237] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.323237] env[69155]: value = "task-3600108" [ 1056.323237] env[69155]: _type = "Task" [ 1056.323237] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.333089] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600108, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.777680] env[69155]: DEBUG nova.compute.utils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.779344] env[69155]: DEBUG nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.780038] env[69155]: DEBUG nova.network.neutron [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.837009] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600108, 'name': CreateVM_Task, 'duration_secs': 0.311528} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.837346] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.838173] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.838641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.839090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.839451] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec938e37-4cbe-4203-be07-06d8c7ea9d24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.847269] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1056.847269] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529f3cdd-ca6f-117d-eda0-4aa5baceedf1" [ 1056.847269] env[69155]: _type = "Task" [ 1056.847269] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.853809] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529f3cdd-ca6f-117d-eda0-4aa5baceedf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.879147] env[69155]: DEBUG nova.policy [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c1a463fe18415887ba0cb3682f9095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '523ecb8c3c8e48348c1fd01c98f421eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.189263] env[69155]: DEBUG nova.network.neutron [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Updated VIF entry in instance network info cache for port adb9a862-5d14-4636-a8d9-eaca560a0991. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.189631] env[69155]: DEBUG nova.network.neutron [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Updating instance_info_cache with network_info: [{"id": "adb9a862-5d14-4636-a8d9-eaca560a0991", "address": "fa:16:3e:47:0e:f2", "network": {"id": "ba02d712-c0c5-4fa3-9875-01b1ecc38fc1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-38772591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05be267d3b0a4407883b57a4097862c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb9a862-5d", "ovs_interfaceid": "adb9a862-5d14-4636-a8d9-eaca560a0991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.283498] env[69155]: DEBUG nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.358921] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529f3cdd-ca6f-117d-eda0-4aa5baceedf1, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.359330] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.359645] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.360024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.360112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.360379] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.360680] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f750c74-2f38-4959-b280-caa687456999 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.369842] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.370495] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.371660] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd8463e-1ba9-4090-b123-90f4928a08ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.377795] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1057.377795] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524be878-a8f0-9a56-a4c8-ae5e624a1258" [ 1057.377795] env[69155]: _type = "Task" [ 1057.377795] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.392917] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524be878-a8f0-9a56-a4c8-ae5e624a1258, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.393807] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a1e38a-99a8-40f5-ba22-390b6a8acc2c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.402536] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1057.402536] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a66a7f-131d-e3df-cf03-9ac051309f11" [ 1057.402536] env[69155]: _type = "Task" [ 1057.402536] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.412443] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a66a7f-131d-e3df-cf03-9ac051309f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.431176] env[69155]: DEBUG nova.network.neutron [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Successfully created port: 92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.614103] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b03a23-ed4a-4f9e-ac5f-0b877fc63d23 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.623300] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4e1b4-168f-4af9-8499-10e56403064c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.656850] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f154e9f-78c3-4e93-8207-d37d0a96a77f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.664311] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c3c16d-a27d-4d69-b3d9-f7ec1bcafe90 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.677613] env[69155]: DEBUG nova.compute.provider_tree [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.695127] env[69155]: DEBUG oslo_concurrency.lockutils [req-36ef3d24-7e29-4a44-95da-5232e43e667a req-58472357-121e-40de-9172-ae8f843cb5f0 service nova] Releasing lock "refresh_cache-4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.913918] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a66a7f-131d-e3df-cf03-9ac051309f11, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.914201] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.914464] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c/4cffd604-ab4e-4e8b-8b43-e52d2c72db1c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.914727] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89eaeb29-ab66-4e4a-b836-56f44289ff2e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.921283] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1057.921283] env[69155]: value = "task-3600109" [ 1057.921283] env[69155]: _type = "Task" [ 1057.921283] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.928857] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.181345] env[69155]: DEBUG nova.scheduler.client.report [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.295765] env[69155]: DEBUG nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.326123] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.326427] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.326592] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.326783] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.326931] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.327098] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.327318] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.327483] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.327658] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.327869] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.328087] env[69155]: DEBUG nova.virt.hardware [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.328985] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f8097-8dab-4361-9b27-d23bdf5243ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.338172] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c32529-0e6c-4bb6-94b9-7206003d3b20 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.430877] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473183} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.431159] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c/4cffd604-ab4e-4e8b-8b43-e52d2c72db1c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.431370] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.431644] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9575772-1bf2-4fde-9fe8-f0dc295f6ad2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.438631] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1058.438631] env[69155]: value = "task-3600110" [ 1058.438631] env[69155]: _type = "Task" [ 1058.438631] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.446644] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.688501] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.689062] env[69155]: DEBUG nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.691845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.357s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.692077] env[69155]: DEBUG nova.objects.instance [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lazy-loading 'resources' on Instance uuid 3f958630-d53b-46a6-99d5-2438dd9cf06a {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.835603] env[69155]: DEBUG nova.compute.manager [req-2c67c907-df0e-4e95-b915-616138a013d4 req-e609d7e5-a8a1-4d14-80d6-0412318a9ee7 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Received event network-vif-plugged-92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.835603] env[69155]: DEBUG oslo_concurrency.lockutils [req-2c67c907-df0e-4e95-b915-616138a013d4 req-e609d7e5-a8a1-4d14-80d6-0412318a9ee7 service nova] Acquiring lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.835603] env[69155]: DEBUG oslo_concurrency.lockutils [req-2c67c907-df0e-4e95-b915-616138a013d4 req-e609d7e5-a8a1-4d14-80d6-0412318a9ee7 service nova] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.835603] env[69155]: DEBUG oslo_concurrency.lockutils [req-2c67c907-df0e-4e95-b915-616138a013d4 req-e609d7e5-a8a1-4d14-80d6-0412318a9ee7 service nova] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.835603] env[69155]: DEBUG nova.compute.manager [req-2c67c907-df0e-4e95-b915-616138a013d4 req-e609d7e5-a8a1-4d14-80d6-0412318a9ee7 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] No waiting events found dispatching network-vif-plugged-92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.835603] env[69155]: WARNING nova.compute.manager [req-2c67c907-df0e-4e95-b915-616138a013d4 req-e609d7e5-a8a1-4d14-80d6-0412318a9ee7 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Received unexpected event network-vif-plugged-92ccffbe-3b09-4b55-b40e-f1f51f58283d for instance with vm_state building and task_state spawning. [ 1058.934336] env[69155]: DEBUG nova.network.neutron [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Successfully updated port: 92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.947996] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066613} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.948290] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.950262] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3990241-4bfc-445d-8d08-c26a6971cf27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.972490] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c/4cffd604-ab4e-4e8b-8b43-e52d2c72db1c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.973610] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368945b2-92a7-4917-a6a4-3e02df717489 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.994584] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1058.994584] env[69155]: value = "task-3600111" [ 1058.994584] env[69155]: _type = "Task" [ 1058.994584] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.004806] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.196111] env[69155]: DEBUG nova.compute.utils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.202387] env[69155]: DEBUG nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.202387] env[69155]: DEBUG nova.network.neutron [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.271428] env[69155]: DEBUG nova.policy [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.438448] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.440472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.440717] env[69155]: DEBUG nova.network.neutron [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.509464] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600111, 'name': ReconfigVM_Task, 'duration_secs': 0.304345} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.509782] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c/4cffd604-ab4e-4e8b-8b43-e52d2c72db1c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.510485] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaa30571-acac-4c11-9ede-67b22752097f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.518690] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1059.518690] env[69155]: value = "task-3600112" [ 1059.518690] env[69155]: _type = "Task" [ 1059.518690] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.532703] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600112, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.623923] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4bd4d8-1559-4f93-a335-6bf78d863523 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.639685] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0878373-87b4-4368-a2ff-9ff10be688bb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.683338] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a9e0cf-5d86-4b00-8a93-d4615e4fd454 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.687764] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09224ea-d752-443e-9d6d-e0dc957a6993 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.701984] env[69155]: DEBUG nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.706274] env[69155]: DEBUG nova.compute.provider_tree [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.749122] env[69155]: DEBUG nova.network.neutron [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Successfully created port: 65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.987923] env[69155]: DEBUG nova.network.neutron [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.031918] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600112, 'name': Rename_Task, 'duration_secs': 0.142817} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.032802] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.033264] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c8b97dd-a7be-4338-9eb2-c2fbe5250bfd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.040913] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1060.040913] env[69155]: value = "task-3600113" [ 1060.040913] env[69155]: _type = "Task" [ 1060.040913] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.049608] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.131471] env[69155]: DEBUG nova.network.neutron [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updating instance_info_cache with network_info: [{"id": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "address": "fa:16:3e:fb:3a:74", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ccffbe-3b", "ovs_interfaceid": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.211063] env[69155]: DEBUG nova.scheduler.client.report [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.552554] env[69155]: DEBUG oslo_vmware.api [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600113, 'name': PowerOnVM_Task, 'duration_secs': 0.505748} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.553265] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.554259] env[69155]: INFO nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1060.554259] env[69155]: DEBUG nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.556396] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f6786e-9414-4e36-9f71-005fa0ffaaca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.634139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.634494] env[69155]: DEBUG nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Instance network_info: |[{"id": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "address": "fa:16:3e:fb:3a:74", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ccffbe-3b", "ovs_interfaceid": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.634928] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:3a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92ccffbe-3b09-4b55-b40e-f1f51f58283d', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.646018] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Creating folder: Project (523ecb8c3c8e48348c1fd01c98f421eb). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.646018] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89cf7f48-e05a-4d50-beab-4bc5823de317 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.658440] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Created folder: Project (523ecb8c3c8e48348c1fd01c98f421eb) in parent group-v718010. [ 1060.658723] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Creating folder: Instances. Parent ref: group-v718264. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.659013] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c264aca-7231-441b-983f-b199f27ceddb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.671534] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Created folder: Instances in parent group-v718264. [ 1060.671787] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.672041] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.672781] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af3d2263-62c4-464b-ab22-4180d7b005c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.698747] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.698747] env[69155]: value = "task-3600116" [ 1060.698747] env[69155]: _type = "Task" [ 1060.698747] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.706165] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600116, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.716949] env[69155]: DEBUG nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.720324] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.723460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.505s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.724993] env[69155]: INFO nova.compute.claims [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.752179] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.752179] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.752179] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.752179] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.752179] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.752179] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.752179] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.752179] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.752728] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.753063] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.753386] env[69155]: DEBUG nova.virt.hardware [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.754534] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb6a6b3-aca2-4b33-80b5-b6531c64610c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.763126] env[69155]: INFO nova.scheduler.client.report [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Deleted allocations for instance 3f958630-d53b-46a6-99d5-2438dd9cf06a [ 1060.765985] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62897d3-47d6-4e30-9357-087aa7c78268 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.018298] env[69155]: DEBUG nova.compute.manager [req-ca609737-19f5-4c53-8089-4592ddbbd335 req-5a957213-6ae4-493c-baab-db36757cc609 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Received event network-changed-92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.018493] env[69155]: DEBUG nova.compute.manager [req-ca609737-19f5-4c53-8089-4592ddbbd335 req-5a957213-6ae4-493c-baab-db36757cc609 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Refreshing instance network info cache due to event network-changed-92ccffbe-3b09-4b55-b40e-f1f51f58283d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.018729] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca609737-19f5-4c53-8089-4592ddbbd335 req-5a957213-6ae4-493c-baab-db36757cc609 service nova] Acquiring lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.018836] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca609737-19f5-4c53-8089-4592ddbbd335 req-5a957213-6ae4-493c-baab-db36757cc609 service nova] Acquired lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.019066] env[69155]: DEBUG nova.network.neutron [req-ca609737-19f5-4c53-8089-4592ddbbd335 req-5a957213-6ae4-493c-baab-db36757cc609 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Refreshing network info cache for port 92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.076823] env[69155]: INFO nova.compute.manager [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Took 42.47 seconds to build instance. [ 1061.205536] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600116, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.278307] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Lock "3f958630-d53b-46a6-99d5-2438dd9cf06a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.751s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.311942] env[69155]: DEBUG nova.network.neutron [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Successfully updated port: 65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.367477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "861aa99c-b773-4507-97b1-1a8429ab0e9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.367720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "861aa99c-b773-4507-97b1-1a8429ab0e9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.579868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3db483f7-9552-4f2c-94da-6878af035fe6 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.983s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.705277] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600116, 'name': CreateVM_Task, 'duration_secs': 0.514767} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.705453] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.706226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.706475] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.706727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.706990] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596b4b28-9c32-49f8-8f8b-fb0ccab5ff0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.711371] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1061.711371] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528ef752-0845-2d1b-a820-7c848d8b5254" [ 1061.711371] env[69155]: _type = "Task" [ 1061.711371] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.718931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquiring lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.719290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.719380] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquiring lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.719553] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.719725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.721230] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528ef752-0845-2d1b-a820-7c848d8b5254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.721688] env[69155]: INFO nova.compute.manager [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Terminating instance [ 1061.764295] env[69155]: DEBUG nova.network.neutron [req-ca609737-19f5-4c53-8089-4592ddbbd335 req-5a957213-6ae4-493c-baab-db36757cc609 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updated VIF entry in instance network info cache for port 92ccffbe-3b09-4b55-b40e-f1f51f58283d. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.764636] env[69155]: DEBUG nova.network.neutron [req-ca609737-19f5-4c53-8089-4592ddbbd335 req-5a957213-6ae4-493c-baab-db36757cc609 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updating instance_info_cache with network_info: [{"id": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "address": "fa:16:3e:fb:3a:74", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ccffbe-3b", "ovs_interfaceid": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.814598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.814753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.814905] env[69155]: DEBUG nova.network.neutron [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.047511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1d46e-b13f-4ba0-be3b-bc3f0432f4be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.056957] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e148d18-839e-416f-ae3a-0c28a6cec015 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.087331] env[69155]: DEBUG nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.090706] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e85795-533f-450c-a0b0-1f481b95eea9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.099109] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f3741-dcfb-4dd7-b8f2-c603d52ee07e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.112904] env[69155]: DEBUG nova.compute.provider_tree [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.222433] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528ef752-0845-2d1b-a820-7c848d8b5254, 'name': SearchDatastore_Task, 'duration_secs': 0.022849} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.222751] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.222985] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.223237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.223386] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.223563] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.223812] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc776b6-8f59-4a54-92d2-073a0578d530 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.225915] env[69155]: DEBUG nova.compute.manager [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.226125] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.227079] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20153b1-4841-42b3-bdfb-346ed5d947bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.234946] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.234946] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb59125-fc65-45e9-b989-3c785e75fa84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.236325] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.236504] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.237461] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7013360-99f2-4c03-9942-f48e9fae12c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.242177] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1062.242177] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a319e5-f92c-0c8d-4da4-7554c22b6e6a" [ 1062.242177] env[69155]: _type = "Task" [ 1062.242177] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.243290] env[69155]: DEBUG oslo_vmware.api [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1062.243290] env[69155]: value = "task-3600117" [ 1062.243290] env[69155]: _type = "Task" [ 1062.243290] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.253429] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a319e5-f92c-0c8d-4da4-7554c22b6e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.256318] env[69155]: DEBUG oslo_vmware.api [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.267522] env[69155]: DEBUG oslo_concurrency.lockutils [req-ca609737-19f5-4c53-8089-4592ddbbd335 req-5a957213-6ae4-493c-baab-db36757cc609 service nova] Releasing lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.346752] env[69155]: DEBUG nova.network.neutron [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.503791] env[69155]: DEBUG nova.network.neutron [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.618214] env[69155]: DEBUG nova.scheduler.client.report [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.620498] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.762912] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a319e5-f92c-0c8d-4da4-7554c22b6e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.767882] env[69155]: DEBUG oslo_vmware.api [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600117, 'name': PowerOffVM_Task, 'duration_secs': 0.176799} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.769072] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.769275] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.769895] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c325a1-9952-4c06-ad15-aeb3b67cd5b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.772352] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1ae6857-1079-44a7-85f1-633260514e29 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.777615] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1062.777615] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525bc3e3-8682-b6d9-5c9d-2d3a915f2550" [ 1062.777615] env[69155]: _type = "Task" [ 1062.777615] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.787272] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525bc3e3-8682-b6d9-5c9d-2d3a915f2550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.838561] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.839084] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.839336] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Deleting the datastore file [datastore1] 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.839556] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8c03eb8-8351-42fb-afa8-116d9c460afc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.847572] env[69155]: DEBUG oslo_vmware.api [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for the task: (returnval){ [ 1062.847572] env[69155]: value = "task-3600119" [ 1062.847572] env[69155]: _type = "Task" [ 1062.847572] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.858620] env[69155]: DEBUG oslo_vmware.api [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.011304] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.011836] env[69155]: DEBUG nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Instance network_info: |[{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.012308] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:87:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65a56329-8cd5-4d96-9bab-f501bade9fde', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.023989] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.025459] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.025459] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d23e0f88-272d-41eb-aa3c-e2e4cf904f18 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.046735] env[69155]: DEBUG nova.compute.manager [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-vif-plugged-65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.046960] env[69155]: DEBUG oslo_concurrency.lockutils [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] Acquiring lock "ed65c7f1-6817-474b-af35-985b5187c850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.047210] env[69155]: DEBUG oslo_concurrency.lockutils [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] Lock "ed65c7f1-6817-474b-af35-985b5187c850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.047386] env[69155]: DEBUG oslo_concurrency.lockutils [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] Lock "ed65c7f1-6817-474b-af35-985b5187c850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.047546] env[69155]: DEBUG nova.compute.manager [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] No waiting events found dispatching network-vif-plugged-65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.047724] env[69155]: WARNING nova.compute.manager [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received unexpected event network-vif-plugged-65a56329-8cd5-4d96-9bab-f501bade9fde for instance with vm_state building and task_state spawning. [ 1063.047902] env[69155]: DEBUG nova.compute.manager [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.048522] env[69155]: DEBUG nova.compute.manager [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing instance network info cache due to event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.048522] env[69155]: DEBUG oslo_concurrency.lockutils [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.048522] env[69155]: DEBUG oslo_concurrency.lockutils [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.048695] env[69155]: DEBUG nova.network.neutron [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.051263] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.051263] env[69155]: value = "task-3600120" [ 1063.051263] env[69155]: _type = "Task" [ 1063.051263] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.061332] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600120, 'name': CreateVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.122746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.123263] env[69155]: DEBUG nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.128193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.518s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.131446] env[69155]: INFO nova.compute.claims [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.287909] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525bc3e3-8682-b6d9-5c9d-2d3a915f2550, 'name': SearchDatastore_Task, 'duration_secs': 0.014778} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.288204] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.288467] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] c85cf6e7-46e8-48d6-9760-6181a12c47ab/c85cf6e7-46e8-48d6-9760-6181a12c47ab.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.288727] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeb13cd2-0a55-4cda-9f21-22dbb2933fe4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.295239] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1063.295239] env[69155]: value = "task-3600121" [ 1063.295239] env[69155]: _type = "Task" [ 1063.295239] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.302852] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.356452] env[69155]: DEBUG oslo_vmware.api [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Task: {'id': task-3600119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163481} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.356749] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.357048] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.357264] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.357451] env[69155]: INFO nova.compute.manager [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.357704] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.357896] env[69155]: DEBUG nova.compute.manager [-] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.357989] env[69155]: DEBUG nova.network.neutron [-] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.566293] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600120, 'name': CreateVM_Task, 'duration_secs': 0.317404} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.566550] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.567309] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.567492] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.567818] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.568128] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224e1585-8542-48e4-99d3-6db4b0a014dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.573860] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1063.573860] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d4c979-fe33-3e84-8d95-c90af4bb7630" [ 1063.573860] env[69155]: _type = "Task" [ 1063.573860] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.586251] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d4c979-fe33-3e84-8d95-c90af4bb7630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.641038] env[69155]: DEBUG nova.compute.utils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.642772] env[69155]: DEBUG nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.643021] env[69155]: DEBUG nova.network.neutron [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.703860] env[69155]: DEBUG nova.policy [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28afca071f44ec3a1efd323746b1e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16488b6ad7949e192920247e1f02985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.814563] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462085} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.814844] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] c85cf6e7-46e8-48d6-9760-6181a12c47ab/c85cf6e7-46e8-48d6-9760-6181a12c47ab.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.817675] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.817675] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e131cc94-7ef6-4eb7-ae99-04515a0ab965 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.826659] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1063.826659] env[69155]: value = "task-3600122" [ 1063.826659] env[69155]: _type = "Task" [ 1063.826659] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.841155] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.953251] env[69155]: DEBUG nova.network.neutron [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updated VIF entry in instance network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.958141] env[69155]: DEBUG nova.network.neutron [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.064939] env[69155]: DEBUG nova.network.neutron [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Successfully created port: 74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.085123] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d4c979-fe33-3e84-8d95-c90af4bb7630, 'name': SearchDatastore_Task, 'duration_secs': 0.049824} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.085471] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.085704] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.085935] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.086098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.086305] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.086541] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-672630d5-0048-43d1-9b21-49da65c3b51b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.094817] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.094998] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.095885] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba576233-6e7b-442f-bf86-be232b6dad5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.103140] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1064.103140] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f0c7e7-b431-a50c-d571-3835a62f498f" [ 1064.103140] env[69155]: _type = "Task" [ 1064.103140] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.110993] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f0c7e7-b431-a50c-d571-3835a62f498f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.150219] env[69155]: DEBUG nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.179995] env[69155]: DEBUG nova.network.neutron [-] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.338290] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066336} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.338534] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.339352] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2ed6d3-a47c-440c-bffa-3bc2f763032e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.363720] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c85cf6e7-46e8-48d6-9760-6181a12c47ab/c85cf6e7-46e8-48d6-9760-6181a12c47ab.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.367705] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb48eee-e8de-4263-b39d-f80135cb357a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.390693] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1064.390693] env[69155]: value = "task-3600123" [ 1064.390693] env[69155]: _type = "Task" [ 1064.390693] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.404190] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.456930] env[69155]: DEBUG oslo_concurrency.lockutils [req-f7dfb538-1914-4c4c-96f4-07e758420101 req-d8c0e51e-a2cf-4309-9024-8c579cf20f96 service nova] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.520827] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8294e639-0743-4043-adfe-bda20a3b2352 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.528086] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7c865-e368-4565-a31c-910777f38e78 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.560829] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213949b2-83b6-4d26-9675-99ca35d205f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.568542] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ae21e-2b6e-4f54-883a-9ef6615e42ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.583089] env[69155]: DEBUG nova.compute.provider_tree [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.613872] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f0c7e7-b431-a50c-d571-3835a62f498f, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.614783] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eef93f4-0a82-4bbd-b015-fdcb1ed41398 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.620103] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1064.620103] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525e7b87-c91c-6537-ca47-103837e438c6" [ 1064.620103] env[69155]: _type = "Task" [ 1064.620103] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.628856] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525e7b87-c91c-6537-ca47-103837e438c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.694169] env[69155]: INFO nova.compute.manager [-] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Took 1.33 seconds to deallocate network for instance. [ 1064.901830] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600123, 'name': ReconfigVM_Task, 'duration_secs': 0.271687} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.901830] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c85cf6e7-46e8-48d6-9760-6181a12c47ab/c85cf6e7-46e8-48d6-9760-6181a12c47ab.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.901830] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3f01b1-11dc-4bd8-9e70-e6be576c18be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.907896] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1064.907896] env[69155]: value = "task-3600124" [ 1064.907896] env[69155]: _type = "Task" [ 1064.907896] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.916567] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600124, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.086509] env[69155]: DEBUG nova.scheduler.client.report [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.131438] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525e7b87-c91c-6537-ca47-103837e438c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.131717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.131986] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ed65c7f1-6817-474b-af35-985b5187c850/ed65c7f1-6817-474b-af35-985b5187c850.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.132272] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd99c69e-61c2-4db9-b599-5d88c4f675c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.138764] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1065.138764] env[69155]: value = "task-3600125" [ 1065.138764] env[69155]: _type = "Task" [ 1065.138764] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.147740] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.162290] env[69155]: DEBUG nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.194482] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.196910] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.199018] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.199429] env[69155]: DEBUG nova.virt.hardware [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.202097] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f29a2b9-d2c5-4a52-9404-a4f03b746aaa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.209127] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f89c53-923d-4563-918a-12cc6733deca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.226221] env[69155]: DEBUG nova.compute.manager [req-87bdf23b-7066-414d-8caa-99f1c2cadd77 req-fb3c9786-7e89-46c1-8c67-dae45af07ce8 service nova] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Received event network-vif-deleted-adb9a862-5d14-4636-a8d9-eaca560a0991 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.420342] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600124, 'name': Rename_Task, 'duration_secs': 0.14481} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.420673] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.422071] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3945a946-8f67-45b3-b479-b82ace5e2a21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.429926] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1065.429926] env[69155]: value = "task-3600126" [ 1065.429926] env[69155]: _type = "Task" [ 1065.429926] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.442161] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.595349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.595349] env[69155]: DEBUG nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.597703] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.081s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.598859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.601783] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.343s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.603754] env[69155]: INFO nova.compute.claims [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.643516] env[69155]: INFO nova.scheduler.client.report [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted allocations for instance be7fc1f7-b6e3-450f-9fe2-b85ad14054df [ 1065.661605] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482351} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.662311] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] ed65c7f1-6817-474b-af35-985b5187c850/ed65c7f1-6817-474b-af35-985b5187c850.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.662886] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.663626] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b017ed3e-d0b3-49fe-9cf3-22c96b58f816 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.672555] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1065.672555] env[69155]: value = "task-3600127" [ 1065.672555] env[69155]: _type = "Task" [ 1065.672555] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.680094] env[69155]: DEBUG nova.compute.manager [req-dc8fb2be-17c7-4258-aeb5-4d1aa2a91e0a req-a29efdd0-435e-43bc-9727-068f50dd6025 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Received event network-vif-plugged-74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.680336] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc8fb2be-17c7-4258-aeb5-4d1aa2a91e0a req-a29efdd0-435e-43bc-9727-068f50dd6025 service nova] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.680627] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc8fb2be-17c7-4258-aeb5-4d1aa2a91e0a req-a29efdd0-435e-43bc-9727-068f50dd6025 service nova] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.680793] env[69155]: DEBUG oslo_concurrency.lockutils [req-dc8fb2be-17c7-4258-aeb5-4d1aa2a91e0a req-a29efdd0-435e-43bc-9727-068f50dd6025 service nova] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.681057] env[69155]: DEBUG nova.compute.manager [req-dc8fb2be-17c7-4258-aeb5-4d1aa2a91e0a req-a29efdd0-435e-43bc-9727-068f50dd6025 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] No waiting events found dispatching network-vif-plugged-74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.682056] env[69155]: WARNING nova.compute.manager [req-dc8fb2be-17c7-4258-aeb5-4d1aa2a91e0a req-a29efdd0-435e-43bc-9727-068f50dd6025 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Received unexpected event network-vif-plugged-74fd32ba-2809-4812-9de3-c2aec0353232 for instance with vm_state building and task_state spawning. [ 1065.684876] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.761118] env[69155]: DEBUG nova.network.neutron [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Successfully updated port: 74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.940349] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.113256] env[69155]: DEBUG nova.compute.utils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.118120] env[69155]: DEBUG nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.118347] env[69155]: DEBUG nova.network.neutron [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.160310] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5703f214-32e8-48f1-9545-a1fe2476e26c tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "be7fc1f7-b6e3-450f-9fe2-b85ad14054df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.200s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.164329] env[69155]: DEBUG nova.policy [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '327ba13d415b4474826ec39c6867948e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd55f34872049f5892cce5bfe0b114e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.183262] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067186} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.183570] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.187557] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a6ec31-a4fa-4598-ba80-bcace3644233 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.218399] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ed65c7f1-6817-474b-af35-985b5187c850/ed65c7f1-6817-474b-af35-985b5187c850.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.218805] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-723f3ddb-305a-42bb-8191-838844de2a5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.241637] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1066.241637] env[69155]: value = "task-3600128" [ 1066.241637] env[69155]: _type = "Task" [ 1066.241637] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.250613] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.264773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.264934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.265114] env[69155]: DEBUG nova.network.neutron [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.441161] env[69155]: DEBUG oslo_vmware.api [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600126, 'name': PowerOnVM_Task, 'duration_secs': 0.692215} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.441746] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.442111] env[69155]: INFO nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1066.442400] env[69155]: DEBUG nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.443935] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69494030-a716-4ebf-851d-af09c959e789 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.600651] env[69155]: DEBUG nova.network.neutron [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Successfully created port: 05f69176-d798-47ce-8f63-c9fa135eb689 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.616210] env[69155]: DEBUG nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.752087] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600128, 'name': ReconfigVM_Task, 'duration_secs': 0.289034} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.752518] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ed65c7f1-6817-474b-af35-985b5187c850/ed65c7f1-6817-474b-af35-985b5187c850.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.753183] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1caaea7a-b829-49bf-974d-9999fbd6828e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.760637] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1066.760637] env[69155]: value = "task-3600129" [ 1066.760637] env[69155]: _type = "Task" [ 1066.760637] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.772873] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600129, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.805008] env[69155]: DEBUG nova.network.neutron [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.964223] env[69155]: INFO nova.compute.manager [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Took 46.08 seconds to build instance. [ 1066.995448] env[69155]: DEBUG nova.network.neutron [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.020752] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09828c5a-838b-41e5-bbd3-7a14fd021113 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.032746] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7973787-7617-4895-bb9e-e5f6ba760712 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.064995] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff882cf-483f-4283-93bf-2a18f66cc5d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.072415] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2893ad6f-c458-4660-8089-6b1e44937b3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.085750] env[69155]: DEBUG nova.compute.provider_tree [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.273593] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600129, 'name': Rename_Task, 'duration_secs': 0.197417} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.273593] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.273593] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19944937-c290-47ae-a276-da4048bd8d8c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.280123] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1067.280123] env[69155]: value = "task-3600130" [ 1067.280123] env[69155]: _type = "Task" [ 1067.280123] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.287858] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.466607] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.594s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.498613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.498798] env[69155]: DEBUG nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Instance network_info: |[{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.499233] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:ff:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74fd32ba-2809-4812-9de3-c2aec0353232', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.506828] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Creating folder: Project (a16488b6ad7949e192920247e1f02985). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.507135] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a2f746-f33f-4f1b-8bb8-7169d719a558 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.518520] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Created folder: Project (a16488b6ad7949e192920247e1f02985) in parent group-v718010. [ 1067.518672] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Creating folder: Instances. Parent ref: group-v718268. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.518960] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ca418a1-771e-43b2-bcf1-7512e95e3d88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.528535] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Created folder: Instances in parent group-v718268. [ 1067.528750] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.528932] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.529194] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f067cfe-ab67-415b-b82b-230cc69482b0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.549175] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.549175] env[69155]: value = "task-3600133" [ 1067.549175] env[69155]: _type = "Task" [ 1067.549175] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.558517] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600133, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.588937] env[69155]: DEBUG nova.scheduler.client.report [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.628265] env[69155]: DEBUG nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.656234] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.656867] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.656867] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.656867] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.657045] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.657133] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.657348] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.657509] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.657675] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.657836] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.658069] env[69155]: DEBUG nova.virt.hardware [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.659305] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce67f582-d29d-4bbb-83aa-76bfed31729c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.667540] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddeceaf-b1d4-4abc-a4ad-319ce2c2479b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.798159] env[69155]: DEBUG oslo_vmware.api [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600130, 'name': PowerOnVM_Task, 'duration_secs': 0.460216} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.798159] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.798894] env[69155]: INFO nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1067.798894] env[69155]: DEBUG nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.799631] env[69155]: DEBUG nova.compute.manager [req-5255e71d-2b0c-4da6-b0e9-99fd14658515 req-f96c4dc0-094b-4fb5-bb87-c80632607c3d service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Received event network-changed-74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.799807] env[69155]: DEBUG nova.compute.manager [req-5255e71d-2b0c-4da6-b0e9-99fd14658515 req-f96c4dc0-094b-4fb5-bb87-c80632607c3d service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Refreshing instance network info cache due to event network-changed-74fd32ba-2809-4812-9de3-c2aec0353232. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.800066] env[69155]: DEBUG oslo_concurrency.lockutils [req-5255e71d-2b0c-4da6-b0e9-99fd14658515 req-f96c4dc0-094b-4fb5-bb87-c80632607c3d service nova] Acquiring lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.800199] env[69155]: DEBUG oslo_concurrency.lockutils [req-5255e71d-2b0c-4da6-b0e9-99fd14658515 req-f96c4dc0-094b-4fb5-bb87-c80632607c3d service nova] Acquired lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.800384] env[69155]: DEBUG nova.network.neutron [req-5255e71d-2b0c-4da6-b0e9-99fd14658515 req-f96c4dc0-094b-4fb5-bb87-c80632607c3d service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Refreshing network info cache for port 74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.803585] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e6e19-de45-408e-97a9-fffe0d247afa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.059791] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600133, 'name': CreateVM_Task, 'duration_secs': 0.34123} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.060313] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.061372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.061728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.062204] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.062607] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d94b7a-6160-49fd-b689-a8331d06194d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.067966] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1068.067966] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266efc0-5426-3b9e-e62d-401ce6a771b9" [ 1068.067966] env[69155]: _type = "Task" [ 1068.067966] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.076390] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266efc0-5426-3b9e-e62d-401ce6a771b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.096033] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.096595] env[69155]: DEBUG nova.compute.manager [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.101554] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.073s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.101775] env[69155]: DEBUG nova.objects.instance [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'resources' on Instance uuid 526a2ff2-876e-4235-a38d-4864e96fbd85 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.324725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquiring lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.324725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.325744] env[69155]: INFO nova.compute.manager [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Took 45.86 seconds to build instance. [ 1068.581651] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5266efc0-5426-3b9e-e62d-401ce6a771b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013947} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.581968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.582229] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.582472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.582630] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.582817] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.584398] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31845acd-3390-4a81-90b0-80ff145e3b63 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.594963] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.595204] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.597289] env[69155]: DEBUG nova.network.neutron [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Successfully updated port: 05f69176-d798-47ce-8f63-c9fa135eb689 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.598601] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c196778-a399-42ba-9764-0f3fb50799af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.607854] env[69155]: DEBUG nova.compute.utils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.613017] env[69155]: DEBUG nova.compute.manager [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1068.616608] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1068.616608] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52524097-be9a-3fb2-1b6b-4a8b8a191a17" [ 1068.616608] env[69155]: _type = "Task" [ 1068.616608] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.626336] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52524097-be9a-3fb2-1b6b-4a8b8a191a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.752856] env[69155]: DEBUG nova.network.neutron [req-5255e71d-2b0c-4da6-b0e9-99fd14658515 req-f96c4dc0-094b-4fb5-bb87-c80632607c3d service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updated VIF entry in instance network info cache for port 74fd32ba-2809-4812-9de3-c2aec0353232. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.753271] env[69155]: DEBUG nova.network.neutron [req-5255e71d-2b0c-4da6-b0e9-99fd14658515 req-f96c4dc0-094b-4fb5-bb87-c80632607c3d service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.827627] env[69155]: DEBUG nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.833932] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "ed65c7f1-6817-474b-af35-985b5187c850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.375s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.948105] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86181c6-50f7-44c7-9ebf-96059ff56771 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.959885] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9bab14-a9ac-4a41-85c1-5e9f0690e329 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.008486] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf89f146-52bd-4fcd-9bbb-e8ef99d0bb4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.009113] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03bf9c6-609e-463a-aeb9-fe291a1848cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.025836] env[69155]: DEBUG nova.compute.provider_tree [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.102555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.103695] env[69155]: DEBUG nova.network.neutron [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.113644] env[69155]: DEBUG nova.compute.manager [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.126830] env[69155]: DEBUG nova.compute.manager [req-87784035-767f-41ee-9829-32cdbe5580ef req-fbcb59db-f2a5-4dd7-93ca-1ed25d05f568 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Received event network-changed-92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.127030] env[69155]: DEBUG nova.compute.manager [req-87784035-767f-41ee-9829-32cdbe5580ef req-fbcb59db-f2a5-4dd7-93ca-1ed25d05f568 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Refreshing instance network info cache due to event network-changed-92ccffbe-3b09-4b55-b40e-f1f51f58283d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.127312] env[69155]: DEBUG oslo_concurrency.lockutils [req-87784035-767f-41ee-9829-32cdbe5580ef req-fbcb59db-f2a5-4dd7-93ca-1ed25d05f568 service nova] Acquiring lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.127534] env[69155]: DEBUG oslo_concurrency.lockutils [req-87784035-767f-41ee-9829-32cdbe5580ef req-fbcb59db-f2a5-4dd7-93ca-1ed25d05f568 service nova] Acquired lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.127740] env[69155]: DEBUG nova.network.neutron [req-87784035-767f-41ee-9829-32cdbe5580ef req-fbcb59db-f2a5-4dd7-93ca-1ed25d05f568 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Refreshing network info cache for port 92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.134126] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52524097-be9a-3fb2-1b6b-4a8b8a191a17, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.135165] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5758ad-e45d-4e9e-9487-4338527eb60a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.141450] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1069.141450] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a45138-17f9-2973-c200-97cd874a84df" [ 1069.141450] env[69155]: _type = "Task" [ 1069.141450] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.151134] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a45138-17f9-2973-c200-97cd874a84df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.257776] env[69155]: DEBUG oslo_concurrency.lockutils [req-5255e71d-2b0c-4da6-b0e9-99fd14658515 req-f96c4dc0-094b-4fb5-bb87-c80632607c3d service nova] Releasing lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.348079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.529697] env[69155]: DEBUG nova.scheduler.client.report [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.634858] env[69155]: DEBUG nova.network.neutron [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.651374] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a45138-17f9-2973-c200-97cd874a84df, 'name': SearchDatastore_Task, 'duration_secs': 0.016968} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.651635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.651891] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 865992c7-0ec5-451b-b9dc-4c4ecf356725/865992c7-0ec5-451b-b9dc-4c4ecf356725.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.653027] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45770e1-2ac5-4baf-bcb2-5570f6e58312 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.661821] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1069.661821] env[69155]: value = "task-3600134" [ 1069.661821] env[69155]: _type = "Task" [ 1069.661821] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.671691] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.799792] env[69155]: DEBUG nova.network.neutron [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance_info_cache with network_info: [{"id": "05f69176-d798-47ce-8f63-c9fa135eb689", "address": "fa:16:3e:a1:79:f6", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f69176-d7", "ovs_interfaceid": "05f69176-d798-47ce-8f63-c9fa135eb689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.828021] env[69155]: DEBUG nova.compute.manager [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Received event network-vif-plugged-05f69176-d798-47ce-8f63-c9fa135eb689 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.828258] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Acquiring lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.828464] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.828633] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.828799] env[69155]: DEBUG nova.compute.manager [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] No waiting events found dispatching network-vif-plugged-05f69176-d798-47ce-8f63-c9fa135eb689 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.828965] env[69155]: WARNING nova.compute.manager [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Received unexpected event network-vif-plugged-05f69176-d798-47ce-8f63-c9fa135eb689 for instance with vm_state building and task_state spawning. [ 1069.830173] env[69155]: DEBUG nova.compute.manager [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Received event network-changed-05f69176-d798-47ce-8f63-c9fa135eb689 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.830437] env[69155]: DEBUG nova.compute.manager [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Refreshing instance network info cache due to event network-changed-05f69176-d798-47ce-8f63-c9fa135eb689. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.830650] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Acquiring lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.877541] env[69155]: DEBUG nova.network.neutron [req-87784035-767f-41ee-9829-32cdbe5580ef req-fbcb59db-f2a5-4dd7-93ca-1ed25d05f568 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updated VIF entry in instance network info cache for port 92ccffbe-3b09-4b55-b40e-f1f51f58283d. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.877906] env[69155]: DEBUG nova.network.neutron [req-87784035-767f-41ee-9829-32cdbe5580ef req-fbcb59db-f2a5-4dd7-93ca-1ed25d05f568 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updating instance_info_cache with network_info: [{"id": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "address": "fa:16:3e:fb:3a:74", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ccffbe-3b", "ovs_interfaceid": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.999464] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.999691] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.036529] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.041367] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.717s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.041607] env[69155]: DEBUG nova.objects.instance [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'resources' on Instance uuid a7ef5ff4-a869-4167-82a9-88e075a83db6 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.065126] env[69155]: INFO nova.scheduler.client.report [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleted allocations for instance 526a2ff2-876e-4235-a38d-4864e96fbd85 [ 1070.123016] env[69155]: DEBUG nova.compute.manager [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.150369] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.150690] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.150895] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.151198] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.151412] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.151630] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.151892] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.152125] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.152356] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.152576] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.152804] env[69155]: DEBUG nova.virt.hardware [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.154033] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47afe9d5-11f1-4233-a5cb-425298b0b97d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.168442] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b34fb3-277d-4667-a012-e244286f68b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.177058] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.185291] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.190996] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Creating folder: Project (841fcce6813641eeaf99626b291c555d). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.191607] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70bddf23-d634-46f4-96ea-3bf6bb3d78d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.201841] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Created folder: Project (841fcce6813641eeaf99626b291c555d) in parent group-v718010. [ 1070.202060] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Creating folder: Instances. Parent ref: group-v718271. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.202311] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c3de13-5734-4e5b-be7f-b90e83019015 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.211222] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Created folder: Instances in parent group-v718271. [ 1070.211525] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.211734] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.211938] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b27a5e7-d49b-4634-8f0a-63560ed2341b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.230041] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.230041] env[69155]: value = "task-3600137" [ 1070.230041] env[69155]: _type = "Task" [ 1070.230041] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.237696] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600137, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.302605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.303299] env[69155]: DEBUG nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Instance network_info: |[{"id": "05f69176-d798-47ce-8f63-c9fa135eb689", "address": "fa:16:3e:a1:79:f6", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f69176-d7", "ovs_interfaceid": "05f69176-d798-47ce-8f63-c9fa135eb689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.303834] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Acquired lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.304136] env[69155]: DEBUG nova.network.neutron [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Refreshing network info cache for port 05f69176-d798-47ce-8f63-c9fa135eb689 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.306383] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:79:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f69176-d798-47ce-8f63-c9fa135eb689', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.320146] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.323995] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.324684] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102d9759-4973-42ec-bd9d-ec0a459a4e44 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.346047] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.346047] env[69155]: value = "task-3600138" [ 1070.346047] env[69155]: _type = "Task" [ 1070.346047] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.354412] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600138, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.380950] env[69155]: DEBUG oslo_concurrency.lockutils [req-87784035-767f-41ee-9829-32cdbe5580ef req-fbcb59db-f2a5-4dd7-93ca-1ed25d05f568 service nova] Releasing lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.502604] env[69155]: DEBUG nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.545174] env[69155]: DEBUG nova.objects.instance [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'numa_topology' on Instance uuid a7ef5ff4-a869-4167-82a9-88e075a83db6 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.573650] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24005577-414c-43c4-ab2c-1c28570350c3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "526a2ff2-876e-4235-a38d-4864e96fbd85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.675s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.650622] env[69155]: DEBUG nova.network.neutron [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updated VIF entry in instance network info cache for port 05f69176-d798-47ce-8f63-c9fa135eb689. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.651338] env[69155]: DEBUG nova.network.neutron [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance_info_cache with network_info: [{"id": "05f69176-d798-47ce-8f63-c9fa135eb689", "address": "fa:16:3e:a1:79:f6", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f69176-d7", "ovs_interfaceid": "05f69176-d798-47ce-8f63-c9fa135eb689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.677654] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88864} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.678182] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 865992c7-0ec5-451b-b9dc-4c4ecf356725/865992c7-0ec5-451b-b9dc-4c4ecf356725.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.678844] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.678912] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc9841cf-49db-4ce9-9a28-19fdafe18874 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.688386] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1070.688386] env[69155]: value = "task-3600139" [ 1070.688386] env[69155]: _type = "Task" [ 1070.688386] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.696139] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.743266] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600137, 'name': CreateVM_Task, 'duration_secs': 0.48457} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.743435] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.743859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.744020] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.744348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.744595] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e2af18-bd57-4c63-8834-9816c6b066cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.749217] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1070.749217] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5252fcdf-2d2a-ead7-96d0-3b8e4b8840c9" [ 1070.749217] env[69155]: _type = "Task" [ 1070.749217] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.757294] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5252fcdf-2d2a-ead7-96d0-3b8e4b8840c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.854794] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600138, 'name': CreateVM_Task, 'duration_secs': 0.444774} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.855069] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.855615] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.027753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.051042] env[69155]: DEBUG nova.objects.base [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.155389] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Releasing lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.155679] env[69155]: DEBUG nova.compute.manager [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.155823] env[69155]: DEBUG nova.compute.manager [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing instance network info cache due to event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.156068] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.156231] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.156450] env[69155]: DEBUG nova.network.neutron [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.196947] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062151} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.197242] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.198333] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2821909-bbf3-4abd-9ed7-f557f71082ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.230042] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 865992c7-0ec5-451b-b9dc-4c4ecf356725/865992c7-0ec5-451b-b9dc-4c4ecf356725.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.233343] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da36716c-4e5a-4aff-a972-f99dd92f9d81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.254387] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1071.254387] env[69155]: value = "task-3600140" [ 1071.254387] env[69155]: _type = "Task" [ 1071.254387] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.258171] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5252fcdf-2d2a-ead7-96d0-3b8e4b8840c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.265418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.265418] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.265669] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.265916] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.265972] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.266515] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.266859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.267123] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34c753fd-e77a-448e-b36b-6b1efe24e2a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.269502] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141b596e-e68c-446e-abf1-72ae6b46c1f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.275445] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.281842] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1071.281842] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52681d52-75a5-27d1-311e-209f493b03ab" [ 1071.281842] env[69155]: _type = "Task" [ 1071.281842] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.283220] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.283536] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.287883] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c073b258-9870-40c2-8f8c-bedc12dd8cda {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.300140] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52681d52-75a5-27d1-311e-209f493b03ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.300140] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1071.300140] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520726f1-5cbe-d359-a0d1-2a65280e716f" [ 1071.300140] env[69155]: _type = "Task" [ 1071.300140] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.306303] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520726f1-5cbe-d359-a0d1-2a65280e716f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.414034] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f17af1-97db-411c-8213-3dc1c24a9a6c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.423982] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb9bbb-e42c-491f-a5d5-d4eb04cf806b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.456537] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cec65f-15d0-4151-8609-ed3969d22590 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.464076] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecca7a60-70ba-40dd-92c7-8f377de03634 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.477249] env[69155]: DEBUG nova.compute.provider_tree [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.771402] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600140, 'name': ReconfigVM_Task, 'duration_secs': 0.269902} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.771402] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 865992c7-0ec5-451b-b9dc-4c4ecf356725/865992c7-0ec5-451b-b9dc-4c4ecf356725.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.771402] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f1a124-4ed9-4813-b903-2fe7823a9a38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.779965] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1071.779965] env[69155]: value = "task-3600141" [ 1071.779965] env[69155]: _type = "Task" [ 1071.779965] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.791278] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600141, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.799323] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52681d52-75a5-27d1-311e-209f493b03ab, 'name': SearchDatastore_Task, 'duration_secs': 0.019086} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.802909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.803211] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.803456] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.809083] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520726f1-5cbe-d359-a0d1-2a65280e716f, 'name': SearchDatastore_Task, 'duration_secs': 0.016995} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.809832] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4600897f-d494-439d-97cc-b1ec385eca66 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.814765] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1071.814765] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528b29aa-2f83-1def-d1bc-3f4472344142" [ 1071.814765] env[69155]: _type = "Task" [ 1071.814765] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.824493] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528b29aa-2f83-1def-d1bc-3f4472344142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.931885] env[69155]: DEBUG nova.network.neutron [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updated VIF entry in instance network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.932322] env[69155]: DEBUG nova.network.neutron [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.980881] env[69155]: DEBUG nova.scheduler.client.report [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.289310] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600141, 'name': Rename_Task, 'duration_secs': 0.137595} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.289886] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.290274] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ce53c1f-739b-47c8-a305-6f3542da8dbd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.296622] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1072.296622] env[69155]: value = "task-3600142" [ 1072.296622] env[69155]: _type = "Task" [ 1072.296622] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.304122] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.324914] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528b29aa-2f83-1def-d1bc-3f4472344142, 'name': SearchDatastore_Task, 'duration_secs': 0.018104} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.325278] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.325630] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e/5281dcf5-4c43-4bf1-8c5f-0ab978184b2e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.326093] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.326440] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.326771] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a1e00de-8069-4e32-8acd-21dec8e80ce7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.329901] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad5bd40f-7f89-4d67-b613-e3356cd219c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.335422] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1072.335422] env[69155]: value = "task-3600143" [ 1072.335422] env[69155]: _type = "Task" [ 1072.335422] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.339521] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.339852] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.340968] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e5ea27-8306-469c-8bd5-c3470785279c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.345901] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.348942] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1072.348942] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232db44-77b6-cc5a-4c81-fd5e586c730a" [ 1072.348942] env[69155]: _type = "Task" [ 1072.348942] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.356716] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232db44-77b6-cc5a-4c81-fd5e586c730a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.439009] env[69155]: DEBUG oslo_concurrency.lockutils [req-02f09b3d-964a-4fed-9234-8af1784478be req-29183b64-ce85-478d-b59a-42b1b5b2792d service nova] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.451025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "bb439d56-def0-4dcd-bc36-115fa49353ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.451490] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.488225] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.447s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.491315] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.044s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.492761] env[69155]: INFO nova.compute.claims [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.813146] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600142, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.851321] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600143, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.865046] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232db44-77b6-cc5a-4c81-fd5e586c730a, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.866349] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6fad8b-4cfb-4429-a92d-c13e800bbbec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.876313] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1072.876313] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52596b72-65d2-584e-6662-8c1349594edb" [ 1072.876313] env[69155]: _type = "Task" [ 1072.876313] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.885783] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.886091] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.894448] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52596b72-65d2-584e-6662-8c1349594edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.007018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-30306b7a-dd6d-4cc3-bc20-25c9bb58c829 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 54.872s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.007018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.065s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.007018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.007018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.007018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.008410] env[69155]: INFO nova.compute.manager [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Terminating instance [ 1073.306854] env[69155]: DEBUG oslo_vmware.api [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600142, 'name': PowerOnVM_Task, 'duration_secs': 0.599671} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.307193] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.307425] env[69155]: INFO nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1073.307638] env[69155]: DEBUG nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.308467] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fbabe3-60ab-4e3f-851b-51c192279774 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.347839] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597441} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.348160] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e/5281dcf5-4c43-4bf1-8c5f-0ab978184b2e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.348383] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.348642] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9e69263-28ed-48f5-8967-f7bbd9a40b21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.355058] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1073.355058] env[69155]: value = "task-3600144" [ 1073.355058] env[69155]: _type = "Task" [ 1073.355058] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.364683] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.388372] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52596b72-65d2-584e-6662-8c1349594edb, 'name': SearchDatastore_Task, 'duration_secs': 0.02038} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.388662] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.389054] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b43dee32-0166-408e-aaf1-473a67d37baf/b43dee32-0166-408e-aaf1-473a67d37baf.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.389965] env[69155]: DEBUG nova.compute.utils [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.391218] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d445a5bf-b40d-4a97-b1a1-f06f3cee48f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.398907] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1073.398907] env[69155]: value = "task-3600145" [ 1073.398907] env[69155]: _type = "Task" [ 1073.398907] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.408845] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.512820] env[69155]: DEBUG nova.compute.manager [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.513100] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.513462] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09728ac2-199a-4a69-92de-61d2f007c7a8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.523621] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f9df3-3745-42f8-8c42-4b92801012db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.558925] env[69155]: WARNING nova.virt.vmwareapi.vmops [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a7ef5ff4-a869-4167-82a9-88e075a83db6 could not be found. [ 1073.559220] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.559923] env[69155]: INFO nova.compute.manager [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1073.559923] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.560106] env[69155]: DEBUG nova.compute.manager [-] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.560207] env[69155]: DEBUG nova.network.neutron [-] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.824504] env[69155]: INFO nova.compute.manager [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Took 46.63 seconds to build instance. [ 1073.826766] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4affe-2a06-4fac-bf0d-edff763c7869 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.837388] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6363c815-3217-4061-902f-566769e86eaf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.873954] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa2cc46-cd83-49bc-98a3-7575b53a3b23 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.882993] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072322} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.885254] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.886347] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2bd56-ff81-4c5a-a33a-55dbd21f9166 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.889713] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c621ba4-812f-442c-8333-d0eef0901019 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.894649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.904642] env[69155]: DEBUG nova.compute.provider_tree [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.923270] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e/5281dcf5-4c43-4bf1-8c5f-0ab978184b2e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.928021] env[69155]: DEBUG nova.scheduler.client.report [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.928237] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0abfa39d-6437-4e6f-af49-0597daf56765 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.949150] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600145, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.950725] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1073.950725] env[69155]: value = "task-3600146" [ 1073.950725] env[69155]: _type = "Task" [ 1073.950725] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.959188] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.332121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ea8e528-3735-4d16-9f27-7d1416f9b764 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.148s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.377650] env[69155]: DEBUG nova.network.neutron [-] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.414686] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.97052} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.414954] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b43dee32-0166-408e-aaf1-473a67d37baf/b43dee32-0166-408e-aaf1-473a67d37baf.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.415199] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.415939] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb86e5cd-d998-4f1c-8dd0-0d510a575eb9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.421855] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1074.421855] env[69155]: value = "task-3600147" [ 1074.421855] env[69155]: _type = "Task" [ 1074.421855] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.430636] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.444717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.953s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.445290] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.448791] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.810s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.450340] env[69155]: INFO nova.compute.claims [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.470058] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.833374] env[69155]: DEBUG nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.880713] env[69155]: INFO nova.compute.manager [-] [instance: a7ef5ff4-a869-4167-82a9-88e075a83db6] Took 1.32 seconds to deallocate network for instance. [ 1074.932445] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076617} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.932760] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.933543] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d03ff0-4856-426a-923f-d842aed6077f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.956401] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] b43dee32-0166-408e-aaf1-473a67d37baf/b43dee32-0166-408e-aaf1-473a67d37baf.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.957846] env[69155]: DEBUG nova.compute.utils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.961224] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a88b68-53a2-456e-ab92-e58596d56e4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.978718] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.978903] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.983879] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.984131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.984350] env[69155]: INFO nova.compute.manager [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Attaching volume 81686632-8dba-4bf9-b768-f17cc335b08b to /dev/sdb [ 1074.992099] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600146, 'name': ReconfigVM_Task, 'duration_secs': 1.008056} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.993405] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e/5281dcf5-4c43-4bf1-8c5f-0ab978184b2e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.994339] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1074.994339] env[69155]: value = "task-3600148" [ 1074.994339] env[69155]: _type = "Task" [ 1074.994339] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.994531] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33b36184-a514-4d7b-980c-f2cba3e141e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.006447] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.007641] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1075.007641] env[69155]: value = "task-3600149" [ 1075.007641] env[69155]: _type = "Task" [ 1075.007641] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.015197] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600149, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.028059] env[69155]: DEBUG nova.policy [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f066a886f3349aebe1f2e7dd81352be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b39aa4090940a89a5982b03d770be6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.033084] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699aab82-ff77-4197-becc-f28741cb6df3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.040164] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f654a942-7d8d-4644-aa74-a2643c49770c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.054642] env[69155]: DEBUG nova.virt.block_device [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Updating existing volume attachment record: c2e9a325-175c-4c5a-a90d-56ee793774ad {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1075.304406] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Successfully created port: 558ae96a-9257-4351-8c90-35e4168cb842 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.361290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.482468] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.508541] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600148, 'name': ReconfigVM_Task, 'duration_secs': 0.51309} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.515177] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Reconfigured VM instance instance-0000005b to attach disk [datastore2] b43dee32-0166-408e-aaf1-473a67d37baf/b43dee32-0166-408e-aaf1-473a67d37baf.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.515882] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f44f9640-7bd4-4cee-91ff-8ac87b16d4aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.524270] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600149, 'name': Rename_Task, 'duration_secs': 0.326792} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.525862] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.526290] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1075.526290] env[69155]: value = "task-3600151" [ 1075.526290] env[69155]: _type = "Task" [ 1075.526290] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.526514] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50941707-7bc3-492c-a287-cd18762de544 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.541695] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600151, 'name': Rename_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.542947] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1075.542947] env[69155]: value = "task-3600152" [ 1075.542947] env[69155]: _type = "Task" [ 1075.542947] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.838572] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c052ff-b0a6-43e3-8565-9443eca7f2c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.846851] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec073955-53f6-4427-b9a7-6134c9b6a771 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.888085] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeafebbd-f499-4162-85ac-e6a4ae67251f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.895771] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e7e90-6cd6-4264-986e-d00b86c730e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.909755] env[69155]: DEBUG nova.compute.provider_tree [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.917601] env[69155]: DEBUG oslo_concurrency.lockutils [None req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a7ef5ff4-a869-4167-82a9-88e075a83db6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.912s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.011843] env[69155]: DEBUG nova.compute.manager [req-bcd891fc-6651-42f4-8645-e84d4e743328 req-0647da1e-24f0-4a37-b318-1035dc3b8b67 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Received event network-changed-74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.012056] env[69155]: DEBUG nova.compute.manager [req-bcd891fc-6651-42f4-8645-e84d4e743328 req-0647da1e-24f0-4a37-b318-1035dc3b8b67 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Refreshing instance network info cache due to event network-changed-74fd32ba-2809-4812-9de3-c2aec0353232. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.012292] env[69155]: DEBUG oslo_concurrency.lockutils [req-bcd891fc-6651-42f4-8645-e84d4e743328 req-0647da1e-24f0-4a37-b318-1035dc3b8b67 service nova] Acquiring lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.012443] env[69155]: DEBUG oslo_concurrency.lockutils [req-bcd891fc-6651-42f4-8645-e84d4e743328 req-0647da1e-24f0-4a37-b318-1035dc3b8b67 service nova] Acquired lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.012606] env[69155]: DEBUG nova.network.neutron [req-bcd891fc-6651-42f4-8645-e84d4e743328 req-0647da1e-24f0-4a37-b318-1035dc3b8b67 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Refreshing network info cache for port 74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.038167] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600151, 'name': Rename_Task, 'duration_secs': 0.163203} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.038458] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.038705] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92918a9f-723c-4b2b-8f17-b9ac548a7ae4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.045934] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1076.045934] env[69155]: value = "task-3600153" [ 1076.045934] env[69155]: _type = "Task" [ 1076.045934] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.058358] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.062282] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.421691] env[69155]: DEBUG nova.scheduler.client.report [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.498709] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.526462] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.526706] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.526864] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.527070] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.527237] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.527386] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.527596] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.527757] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.527922] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.528150] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.528331] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.529206] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335a32f-16e7-4a12-bd5f-2c94b0f686fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.538735] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91333b5-d808-4dc1-a4c6-5da7e6d4a260 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.565674] env[69155]: DEBUG oslo_vmware.api [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600152, 'name': PowerOnVM_Task, 'duration_secs': 0.864285} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.569218] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.569452] env[69155]: INFO nova.compute.manager [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1076.569673] env[69155]: DEBUG nova.compute.manager [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.570261] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.570994] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c297165-8d72-4e58-bef7-27cc5e7527c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.790723] env[69155]: DEBUG nova.network.neutron [req-bcd891fc-6651-42f4-8645-e84d4e743328 req-0647da1e-24f0-4a37-b318-1035dc3b8b67 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updated VIF entry in instance network info cache for port 74fd32ba-2809-4812-9de3-c2aec0353232. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.791128] env[69155]: DEBUG nova.network.neutron [req-bcd891fc-6651-42f4-8645-e84d4e743328 req-0647da1e-24f0-4a37-b318-1035dc3b8b67 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.927191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.927825] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.931180] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.843s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.967719] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Successfully updated port: 558ae96a-9257-4351-8c90-35e4168cb842 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.043864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.044088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.067952] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600153, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.085955] env[69155]: INFO nova.compute.manager [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Took 41.85 seconds to build instance. [ 1077.294313] env[69155]: DEBUG oslo_concurrency.lockutils [req-bcd891fc-6651-42f4-8645-e84d4e743328 req-0647da1e-24f0-4a37-b318-1035dc3b8b67 service nova] Releasing lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.438096] env[69155]: DEBUG nova.compute.utils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.441677] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.441858] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.470882] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "refresh_cache-48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.471055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "refresh_cache-48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.471213] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.505924] env[69155]: DEBUG nova.policy [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f066a886f3349aebe1f2e7dd81352be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b39aa4090940a89a5982b03d770be6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.568043] env[69155]: DEBUG oslo_vmware.api [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600153, 'name': PowerOnVM_Task, 'duration_secs': 1.406688} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.568412] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.568669] env[69155]: INFO nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1077.568991] env[69155]: DEBUG nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.569949] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187757f7-08ad-4c05-b051-0012f64ee013 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.589824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce06f1cc-18a6-4cbd-9569-0cb98f51e1a2 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.583s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.783024] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525858b-d47b-4dc1-b9de-1194e6c77ca2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.788727] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4291318c-4fcc-4b9f-88b6-659d03c4083f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.827939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528d3933-0cbb-46fb-b8f1-856b6a43db85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.835507] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934dcd2b-99e8-46a0-9f14-01bb1a817ae2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.842981] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Successfully created port: d7e80611-95db-4d3c-8b8f-66648184eb66 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.854278] env[69155]: DEBUG nova.compute.provider_tree [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.934277] env[69155]: INFO nova.compute.manager [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Rebuilding instance [ 1077.944937] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.977900] env[69155]: DEBUG nova.compute.manager [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.980557] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a11aa3e-88fe-44c9-8224-9b404f4f6c60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.019492] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.081139] env[69155]: DEBUG nova.compute.manager [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Received event network-vif-plugged-558ae96a-9257-4351-8c90-35e4168cb842 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.081139] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] Acquiring lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.081139] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] Lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.081139] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] Lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.081139] env[69155]: DEBUG nova.compute.manager [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] No waiting events found dispatching network-vif-plugged-558ae96a-9257-4351-8c90-35e4168cb842 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.081139] env[69155]: WARNING nova.compute.manager [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Received unexpected event network-vif-plugged-558ae96a-9257-4351-8c90-35e4168cb842 for instance with vm_state building and task_state spawning. [ 1078.081595] env[69155]: DEBUG nova.compute.manager [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Received event network-changed-558ae96a-9257-4351-8c90-35e4168cb842 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.081786] env[69155]: DEBUG nova.compute.manager [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Refreshing instance network info cache due to event network-changed-558ae96a-9257-4351-8c90-35e4168cb842. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.081970] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] Acquiring lock "refresh_cache-48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.090294] env[69155]: INFO nova.compute.manager [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Took 49.50 seconds to build instance. [ 1078.092800] env[69155]: DEBUG nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.217991] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Updating instance_info_cache with network_info: [{"id": "558ae96a-9257-4351-8c90-35e4168cb842", "address": "fa:16:3e:54:77:8f", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558ae96a-92", "ovs_interfaceid": "558ae96a-9257-4351-8c90-35e4168cb842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.357311] env[69155]: DEBUG nova.scheduler.client.report [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.592560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f767e54a-66ba-41a3-9432-b26b2e115a1e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.016s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.611153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.720758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "refresh_cache-48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.721111] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Instance network_info: |[{"id": "558ae96a-9257-4351-8c90-35e4168cb842", "address": "fa:16:3e:54:77:8f", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558ae96a-92", "ovs_interfaceid": "558ae96a-9257-4351-8c90-35e4168cb842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.721871] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] Acquired lock "refresh_cache-48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.722149] env[69155]: DEBUG nova.network.neutron [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Refreshing network info cache for port 558ae96a-9257-4351-8c90-35e4168cb842 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.723366] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:77:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '558ae96a-9257-4351-8c90-35e4168cb842', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.730991] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Creating folder: Project (63b39aa4090940a89a5982b03d770be6). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.734030] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01475bd5-0052-49bf-a1ce-208f3afce9b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.746306] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Created folder: Project (63b39aa4090940a89a5982b03d770be6) in parent group-v718010. [ 1078.746547] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Creating folder: Instances. Parent ref: group-v718276. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.746721] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-228ff05c-f8a3-4599-9849-fb828c9fbba3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.756937] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Created folder: Instances in parent group-v718276. [ 1078.757176] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.757373] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.757574] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17500186-e4e0-4dee-b9cb-e40f4c0f99dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.779558] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.779558] env[69155]: value = "task-3600157" [ 1078.779558] env[69155]: _type = "Task" [ 1078.779558] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.789223] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600157, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.954322] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.990965] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.991336] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.991579] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.991864] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.992138] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.992399] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.992752] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.993055] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.993358] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.993636] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.993916] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.994645] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.995878] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a5bb21-0871-4c28-a783-b6fc379f301a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.999764] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeb3520c-c4eb-44a3-917b-412e86c3643a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.010815] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb4294-e6c0-4792-b9b2-5e20b8132ec1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.016923] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1079.016923] env[69155]: value = "task-3600158" [ 1079.016923] env[69155]: _type = "Task" [ 1079.016923] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.018032] env[69155]: DEBUG nova.network.neutron [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Updated VIF entry in instance network info cache for port 558ae96a-9257-4351-8c90-35e4168cb842. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.018496] env[69155]: DEBUG nova.network.neutron [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Updating instance_info_cache with network_info: [{"id": "558ae96a-9257-4351-8c90-35e4168cb842", "address": "fa:16:3e:54:77:8f", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558ae96a-92", "ovs_interfaceid": "558ae96a-9257-4351-8c90-35e4168cb842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.046690] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.291126] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600157, 'name': CreateVM_Task, 'duration_secs': 0.332373} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.291344] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.292103] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.292321] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.292680] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.292986] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d55653-952c-45b0-a1ae-3dec33f53f90 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.297634] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1079.297634] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f11ce3-ceeb-7fc8-fe3c-d14367320fb0" [ 1079.297634] env[69155]: _type = "Task" [ 1079.297634] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.309023] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f11ce3-ceeb-7fc8-fe3c-d14367320fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.309023] env[69155]: DEBUG nova.compute.manager [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1079.368017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.437s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.368765] env[69155]: DEBUG nova.compute.manager [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69155) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1079.372491] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Successfully updated port: d7e80611-95db-4d3c-8b8f-66648184eb66 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.373298] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.910s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.373581] env[69155]: DEBUG nova.objects.instance [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lazy-loading 'resources' on Instance uuid f3d7c42f-8e92-4811-983a-35d1689e9b15 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.521330] env[69155]: DEBUG oslo_concurrency.lockutils [req-cd130cac-bf36-4f1b-8fb9-7b609bde1426 req-38dd25b7-624f-4361-bc7c-7447deff1389 service nova] Releasing lock "refresh_cache-48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.530452] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600158, 'name': PowerOffVM_Task, 'duration_secs': 0.198323} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.530697] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.531347] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.532094] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f7bf1e-9f3a-4ad4-9f8a-e9cf9e9ce220 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.538181] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.538406] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbe1c7ed-2e7f-45bd-a030-a3a265ff3b2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.562930] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.563156] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.563347] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Deleting the datastore file [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.563596] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3015f74e-c916-41fe-8a05-1412efb62054 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.569860] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1079.569860] env[69155]: value = "task-3600160" [ 1079.569860] env[69155]: _type = "Task" [ 1079.569860] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.578303] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.601907] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.602173] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718275', 'volume_id': '81686632-8dba-4bf9-b768-f17cc335b08b', 'name': 'volume-81686632-8dba-4bf9-b768-f17cc335b08b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c', 'attached_at': '', 'detached_at': '', 'volume_id': '81686632-8dba-4bf9-b768-f17cc335b08b', 'serial': '81686632-8dba-4bf9-b768-f17cc335b08b'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.603075] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e116f36f-d931-4dad-ac01-7434ea8e3a93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.620633] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a2c8e8-34d5-487d-9212-93e5ed7ee979 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.646553] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-81686632-8dba-4bf9-b768-f17cc335b08b/volume-81686632-8dba-4bf9-b768-f17cc335b08b.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.646852] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66be0e25-ee61-4fba-98d0-d840f0d60dc0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.666488] env[69155]: DEBUG oslo_vmware.api [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1079.666488] env[69155]: value = "task-3600161" [ 1079.666488] env[69155]: _type = "Task" [ 1079.666488] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.674643] env[69155]: DEBUG oslo_vmware.api [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.816548] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f11ce3-ceeb-7fc8-fe3c-d14367320fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.817286] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.817738] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.817738] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.817901] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.818097] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.818360] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3adccf7c-0a04-4526-b2ae-9818c792cb2e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.826489] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.826577] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.827424] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aaa863a-b6d0-4f22-ba15-b159c444381f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.832700] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1079.832700] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ed4471-b0e4-6ee1-d2c5-a7f2687df663" [ 1079.832700] env[69155]: _type = "Task" [ 1079.832700] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.833562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.841042] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ed4471-b0e4-6ee1-d2c5-a7f2687df663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.879259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "refresh_cache-65526fba-11e7-4c34-a202-493d9551a720" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.879393] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "refresh_cache-65526fba-11e7-4c34-a202-493d9551a720" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.879540] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.929656] env[69155]: INFO nova.scheduler.client.report [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted allocation for migration 88709f6b-798a-4b56-87f6-fba7530e2053 [ 1080.080288] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095477} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.082791] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.082990] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.083188] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.111023] env[69155]: DEBUG nova.compute.manager [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Received event network-vif-plugged-d7e80611-95db-4d3c-8b8f-66648184eb66 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.111281] env[69155]: DEBUG oslo_concurrency.lockutils [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] Acquiring lock "65526fba-11e7-4c34-a202-493d9551a720-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.111749] env[69155]: DEBUG oslo_concurrency.lockutils [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] Lock "65526fba-11e7-4c34-a202-493d9551a720-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.111936] env[69155]: DEBUG oslo_concurrency.lockutils [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] Lock "65526fba-11e7-4c34-a202-493d9551a720-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.112128] env[69155]: DEBUG nova.compute.manager [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] No waiting events found dispatching network-vif-plugged-d7e80611-95db-4d3c-8b8f-66648184eb66 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.112307] env[69155]: WARNING nova.compute.manager [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Received unexpected event network-vif-plugged-d7e80611-95db-4d3c-8b8f-66648184eb66 for instance with vm_state building and task_state spawning. [ 1080.112471] env[69155]: DEBUG nova.compute.manager [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Received event network-changed-d7e80611-95db-4d3c-8b8f-66648184eb66 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.112627] env[69155]: DEBUG nova.compute.manager [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Refreshing instance network info cache due to event network-changed-d7e80611-95db-4d3c-8b8f-66648184eb66. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.112799] env[69155]: DEBUG oslo_concurrency.lockutils [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] Acquiring lock "refresh_cache-65526fba-11e7-4c34-a202-493d9551a720" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.180321] env[69155]: DEBUG oslo_vmware.api [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600161, 'name': ReconfigVM_Task, 'duration_secs': 0.36954} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.180595] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-81686632-8dba-4bf9-b768-f17cc335b08b/volume-81686632-8dba-4bf9-b768-f17cc335b08b.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.186208] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941446b2-133f-43ca-b0b0-2d8c4d8a94a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.205786] env[69155]: DEBUG oslo_vmware.api [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1080.205786] env[69155]: value = "task-3600162" [ 1080.205786] env[69155]: _type = "Task" [ 1080.205786] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.217986] env[69155]: DEBUG oslo_vmware.api [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.315568] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b140c-42e7-4115-890d-19f0939fa8fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.326444] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbdc66e-712e-41a1-8178-bdd5952e100c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.362963] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4839c9-8414-4777-b9d9-666f8b3cf763 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.370931] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ed4471-b0e4-6ee1-d2c5-a7f2687df663, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.373518] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31870db0-6ac1-425b-b986-d2d9d9b62b09 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.376719] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598be07d-8c64-4ce2-ac41-559d94d84f12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.383451] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1080.383451] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523109db-12b8-b5d3-a10c-13131287701e" [ 1080.383451] env[69155]: _type = "Task" [ 1080.383451] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.393965] env[69155]: DEBUG nova.compute.provider_tree [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.404349] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523109db-12b8-b5d3-a10c-13131287701e, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.404587] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.404847] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00/48b8bc2d-4ddc-436c-9b19-14c5e1e69e00.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.405737] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d048aaff-d1dd-43a4-833d-cc28999ad847 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.412830] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1080.412830] env[69155]: value = "task-3600163" [ 1080.412830] env[69155]: _type = "Task" [ 1080.412830] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.420906] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.436762] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a8a0e65b-7fde-4d62-8d9f-439ac12d10f0 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.795s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.439132] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.584684] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Updating instance_info_cache with network_info: [{"id": "d7e80611-95db-4d3c-8b8f-66648184eb66", "address": "fa:16:3e:84:f6:e7", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e80611-95", "ovs_interfaceid": "d7e80611-95db-4d3c-8b8f-66648184eb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.676352] env[69155]: DEBUG nova.objects.instance [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'flavor' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.718447] env[69155]: DEBUG oslo_vmware.api [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600162, 'name': ReconfigVM_Task, 'duration_secs': 0.160315} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.718830] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718275', 'volume_id': '81686632-8dba-4bf9-b768-f17cc335b08b', 'name': 'volume-81686632-8dba-4bf9-b768-f17cc335b08b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c', 'attached_at': '', 'detached_at': '', 'volume_id': '81686632-8dba-4bf9-b768-f17cc335b08b', 'serial': '81686632-8dba-4bf9-b768-f17cc335b08b'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.900037] env[69155]: DEBUG nova.scheduler.client.report [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.923856] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437558} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.924124] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00/48b8bc2d-4ddc-436c-9b19-14c5e1e69e00.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.924346] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.924590] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28d635ee-e620-4753-b2b3-fb7ebf2e59d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.930553] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1080.930553] env[69155]: value = "task-3600164" [ 1080.930553] env[69155]: _type = "Task" [ 1080.930553] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.937720] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.091043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "refresh_cache-65526fba-11e7-4c34-a202-493d9551a720" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.091043] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Instance network_info: |[{"id": "d7e80611-95db-4d3c-8b8f-66648184eb66", "address": "fa:16:3e:84:f6:e7", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e80611-95", "ovs_interfaceid": "d7e80611-95db-4d3c-8b8f-66648184eb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.093687] env[69155]: DEBUG oslo_concurrency.lockutils [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] Acquired lock "refresh_cache-65526fba-11e7-4c34-a202-493d9551a720" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.093880] env[69155]: DEBUG nova.network.neutron [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Refreshing network info cache for port d7e80611-95db-4d3c-8b8f-66648184eb66 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.095057] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f6:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7e80611-95db-4d3c-8b8f-66648184eb66', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.102844] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.103779] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.104016] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb19c3da-c8e6-4d25-98e1-82e286ef4afe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.126807] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.127069] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.127278] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.127415] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.127585] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.127704] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.127907] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.128108] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.128291] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.128459] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.128637] env[69155]: DEBUG nova.virt.hardware [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.129695] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b14b20-d5e3-4b93-aee2-729caf302e3f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.133535] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.133535] env[69155]: value = "task-3600165" [ 1081.133535] env[69155]: _type = "Task" [ 1081.133535] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.140181] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2140b6be-60ab-4ea3-8c3d-b0679389e227 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.146635] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600165, 'name': CreateVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.156010] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.161478] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.161705] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.161904] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00fdf63a-4aad-4b55-a1df-3b128a43f891 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.180702] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.180702] env[69155]: value = "task-3600166" [ 1081.180702] env[69155]: _type = "Task" [ 1081.180702] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.184111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.184286] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.184459] env[69155]: DEBUG nova.network.neutron [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.184636] env[69155]: DEBUG nova.objects.instance [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'info_cache' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.190577] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600166, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.405788] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.408337] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.919s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.410296] env[69155]: INFO nova.compute.claims [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.435844] env[69155]: INFO nova.scheduler.client.report [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Deleted allocations for instance f3d7c42f-8e92-4811-983a-35d1689e9b15 [ 1081.444941] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063436} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.445425] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.448061] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cc1299-fd7d-4219-b0a2-34a4bef9c4c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.472275] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00/48b8bc2d-4ddc-436c-9b19-14c5e1e69e00.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.473371] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ada35f-b2a5-4ae0-8e90-3816e8504097 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.494510] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1081.494510] env[69155]: value = "task-3600167" [ 1081.494510] env[69155]: _type = "Task" [ 1081.494510] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.503266] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.646686] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600165, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.687804] env[69155]: DEBUG nova.objects.base [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.693494] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600166, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.760721] env[69155]: DEBUG nova.objects.instance [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.828273] env[69155]: DEBUG nova.network.neutron [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Updated VIF entry in instance network info cache for port d7e80611-95db-4d3c-8b8f-66648184eb66. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.828666] env[69155]: DEBUG nova.network.neutron [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Updating instance_info_cache with network_info: [{"id": "d7e80611-95db-4d3c-8b8f-66648184eb66", "address": "fa:16:3e:84:f6:e7", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e80611-95", "ovs_interfaceid": "d7e80611-95db-4d3c-8b8f-66648184eb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.948467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-287914b3-ab17-4373-92fd-68d5a4c964d1 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Lock "f3d7c42f-8e92-4811-983a-35d1689e9b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.958s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.006908] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.145009] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600165, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.191187] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600166, 'name': CreateVM_Task, 'duration_secs': 0.694739} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.191429] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.191796] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.191955] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.192302] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.192586] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ed7dfc-13d2-4aa3-9bec-f692b42a514f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.199107] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1082.199107] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3f222-a292-6384-c53b-5570459c91d8" [ 1082.199107] env[69155]: _type = "Task" [ 1082.199107] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.207479] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3f222-a292-6384-c53b-5570459c91d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.266407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7ad-19f0-4e7c-9e68-15bb6d2620be tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.331649] env[69155]: DEBUG oslo_concurrency.lockutils [req-b42e7164-29ca-4f63-bee7-ae79ac33099d req-b7654039-aba1-4fa5-8284-c26f2ca949f7 service nova] Releasing lock "refresh_cache-65526fba-11e7-4c34-a202-493d9551a720" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.435671] env[69155]: DEBUG nova.network.neutron [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance_info_cache with network_info: [{"id": "0de82243-d532-4d87-994f-df0a82872741", "address": "fa:16:3e:fb:86:a3", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de82243-d5", "ovs_interfaceid": "0de82243-d532-4d87-994f-df0a82872741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.507661] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600167, 'name': ReconfigVM_Task, 'duration_secs': 1.004867} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.510250] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00/48b8bc2d-4ddc-436c-9b19-14c5e1e69e00.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.511061] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb8d1ea-03ec-4a80-a8c1-92179f87448e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.517959] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1082.517959] env[69155]: value = "task-3600168" [ 1082.517959] env[69155]: _type = "Task" [ 1082.517959] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.529842] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600168, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.644858] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600165, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.708775] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3f222-a292-6384-c53b-5570459c91d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.711049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.711299] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.711530] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.711676] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.711856] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.712286] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c020bab-577a-4d50-94e9-a45bd5b67210 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.720699] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.720880] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.723627] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5cb7aa0-9603-4744-9157-4421da85e335 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.729386] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1082.729386] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52885cc0-1348-7194-1638-ce8612454a9b" [ 1082.729386] env[69155]: _type = "Task" [ 1082.729386] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.735631] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d56d986-2660-4bce-b657-74fb8d69d906 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.740639] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52885cc0-1348-7194-1638-ce8612454a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.745868] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c9ac2e-850e-4bac-98fa-eba6d09efcfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.776413] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff28e7-8c2c-4df6-a441-26987cf69fb2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.783869] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1460117b-e082-4d9f-93d4-49cb47c539f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.797691] env[69155]: DEBUG nova.compute.provider_tree [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.940153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-d291de83-0154-4667-9442-ebac9dbf5670" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.028783] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600168, 'name': Rename_Task, 'duration_secs': 0.37115} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.029088] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.029349] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bab5fd0d-0f3a-4387-a9d4-9b6539bb848c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.035788] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1083.035788] env[69155]: value = "task-3600169" [ 1083.035788] env[69155]: _type = "Task" [ 1083.035788] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.042970] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.145612] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600165, 'name': CreateVM_Task, 'duration_secs': 1.750838} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.145828] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.146510] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.146747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.147061] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.147373] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddf3825-af6b-42f4-bc36-c598aedcd914 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.151819] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1083.151819] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52721773-d2bc-e3cc-4cc2-020d1b8c67b3" [ 1083.151819] env[69155]: _type = "Task" [ 1083.151819] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.159913] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52721773-d2bc-e3cc-4cc2-020d1b8c67b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.162489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.162710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.239268] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52885cc0-1348-7194-1638-ce8612454a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.00857} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.240097] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c813f938-94a6-4f0b-a081-1c96a5ec0ead {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.244953] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1083.244953] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b1d27e-60ec-ee02-1ba1-b0813478254c" [ 1083.244953] env[69155]: _type = "Task" [ 1083.244953] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.252818] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b1d27e-60ec-ee02-1ba1-b0813478254c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.300594] env[69155]: DEBUG nova.scheduler.client.report [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.550553] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.662054] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52721773-d2bc-e3cc-4cc2-020d1b8c67b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.662400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.662639] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.662878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.663041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.663252] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.663488] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a7d94e2-6115-4ac3-b884-526aaebba97e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.666260] env[69155]: DEBUG nova.compute.utils [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.673694] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.673871] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.674650] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3340ca-20f3-4b97-b414-0fdd27541dbb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.679708] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1083.679708] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5263405a-02dd-8c9a-5cf1-10c5f080bdbf" [ 1083.679708] env[69155]: _type = "Task" [ 1083.679708] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.688240] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5263405a-02dd-8c9a-5cf1-10c5f080bdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.754992] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b1d27e-60ec-ee02-1ba1-b0813478254c, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.755327] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.755612] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e/5281dcf5-4c43-4bf1-8c5f-0ab978184b2e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.755844] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c034c3c-66d1-419d-b2df-68a6163a1b59 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.763040] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1083.763040] env[69155]: value = "task-3600170" [ 1083.763040] env[69155]: _type = "Task" [ 1083.763040] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.772473] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.805711] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.806394] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.809468] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.894s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.947435] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.947794] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c5a67aa-be05-49b0-9859-7a6e99c85922 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.954869] env[69155]: DEBUG oslo_vmware.api [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1083.954869] env[69155]: value = "task-3600171" [ 1083.954869] env[69155]: _type = "Task" [ 1083.954869] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.963360] env[69155]: DEBUG oslo_vmware.api [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.050882] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600169, 'name': PowerOnVM_Task, 'duration_secs': 0.854361} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.051250] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.051494] env[69155]: INFO nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1084.051780] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.052781] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe7a86-3882-46b5-a853-e5904db973ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.169111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.193620] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5263405a-02dd-8c9a-5cf1-10c5f080bdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.194560] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd829ce4-c993-43bf-81ac-1088b8fdc938 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.200580] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1084.200580] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522d07a6-1635-fa95-ba51-9eb7dd60d2c3" [ 1084.200580] env[69155]: _type = "Task" [ 1084.200580] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.209164] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522d07a6-1635-fa95-ba51-9eb7dd60d2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.272926] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600170, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.320838] env[69155]: DEBUG nova.compute.utils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.322170] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.322449] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.369654] env[69155]: DEBUG nova.policy [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f066a886f3349aebe1f2e7dd81352be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b39aa4090940a89a5982b03d770be6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.466917] env[69155]: DEBUG oslo_vmware.api [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.572513] env[69155]: INFO nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Took 38.15 seconds to build instance. [ 1084.676790] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Successfully created port: 4be48f16-337b-460b-a133-f872bc9e644a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.715320] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522d07a6-1635-fa95-ba51-9eb7dd60d2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.022298} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.715660] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.715971] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 65526fba-11e7-4c34-a202-493d9551a720/65526fba-11e7-4c34-a202-493d9551a720.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.716293] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c0fe89-8e10-4c8a-9bd8-3b6118040005 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.723014] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1084.723014] env[69155]: value = "task-3600172" [ 1084.723014] env[69155]: _type = "Task" [ 1084.723014] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.731718] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.778174] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511737} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.778174] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e/5281dcf5-4c43-4bf1-8c5f-0ab978184b2e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.778174] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.778174] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-502c841d-bde0-4964-aead-376bec0a3751 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.789128] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1084.789128] env[69155]: value = "task-3600173" [ 1084.789128] env[69155]: _type = "Task" [ 1084.789128] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.797296] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.826132] env[69155]: INFO nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating resource usage from migration d2a7182d-6864-4601-8352-b2e43d42867d [ 1084.829625] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance e3580fdf-80a9-46b8-8877-06f011c08f94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 145cb63f-ccf0-494a-a043-7314c6c1ddcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance d291de83-0154-4667-9442-ebac9dbf5670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857172] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c12d8856-ebbf-43c0-b8e3-101bbec35314 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1084.857172] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance eb4d4947-2eb0-4b1c-8932-08c1aac35c84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1084.857172] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 48c70e33-c236-43a4-a972-c4dc2ae1cc63 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1084.857172] env[69155]: WARNING nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c85cf6e7-46e8-48d6-9760-6181a12c47ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance ed65c7f1-6817-474b-af35-985b5187c850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 865992c7-0ec5-451b-b9dc-4c4ecf356725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857172] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857672] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 65526fba-11e7-4c34-a202-493d9551a720 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.857672] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1084.968795] env[69155]: DEBUG oslo_vmware.api [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600171, 'name': PowerOnVM_Task, 'duration_secs': 0.62} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.969116] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.969340] env[69155]: DEBUG nova.compute.manager [None req-22a4cbed-65ef-45d9-be63-4c9cc7045504 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.971097] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5c5e0-494c-4469-bc1d-b7601f0b13e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.074694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.566s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.234730] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.247680] env[69155]: DEBUG oslo_concurrency.lockutils [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.247959] env[69155]: DEBUG oslo_concurrency.lockutils [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.248473] env[69155]: INFO nova.compute.manager [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Attaching volume 890dbd28-d40e-4158-ab72-b1efc413a268 to /dev/sdc [ 1085.286535] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f4a9f8-3944-40a7-8112-cf1fb6e49fec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.301069] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085931} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.301793] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23591a45-bfbe-4a7d-8011-14ae267c9c86 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.304200] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.305013] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd95acb1-196a-499d-a440-8871563c7aa0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.326545] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e/5281dcf5-4c43-4bf1-8c5f-0ab978184b2e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.330082] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee97ef9-4293-43ca-8d96-6f8f98b93d39 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.346894] env[69155]: DEBUG nova.virt.block_device [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Updating existing volume attachment record: 5b2b3633-6a45-461b-aa5c-92fc61a580c1 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.360071] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 08b7a31b-f453-48a2-a1b0-67e46b51f7c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1085.363278] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1085.363278] env[69155]: value = "task-3600174" [ 1085.363278] env[69155]: _type = "Task" [ 1085.363278] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.379248] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.736675] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948466} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.736962] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 65526fba-11e7-4c34-a202-493d9551a720/65526fba-11e7-4c34-a202-493d9551a720.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.737224] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.737504] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c10d2cf9-26c5-44cd-9fcc-56af3737413b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.746783] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1085.746783] env[69155]: value = "task-3600176" [ 1085.746783] env[69155]: _type = "Task" [ 1085.746783] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.758366] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.856061] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.864747] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 861aa99c-b773-4507-97b1-1a8429ab0e9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1085.881095] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600174, 'name': ReconfigVM_Task, 'duration_secs': 0.408997} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.881856] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e/5281dcf5-4c43-4bf1-8c5f-0ab978184b2e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.882315] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-275e05ef-60b4-4239-9c81-31ed85d39f3b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.887475] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.887824] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.888164] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.888283] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.888492] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.888717] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.888964] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.889184] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.889412] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.889620] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.890251] env[69155]: DEBUG nova.virt.hardware [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.891586] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db8d3a-3f6b-45a2-bb44-156335fb2751 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.895537] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1085.895537] env[69155]: value = "task-3600177" [ 1085.895537] env[69155]: _type = "Task" [ 1085.895537] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.904045] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845cd765-9644-4487-ae80-d3d1a9ae4461 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.912614] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600177, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.254476] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Successfully updated port: 4be48f16-337b-460b-a133-f872bc9e644a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.267778] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070242} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.268159] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.269062] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ef10d-e273-4201-8ad7-3ec199e12ad9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.295323] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 65526fba-11e7-4c34-a202-493d9551a720/65526fba-11e7-4c34-a202-493d9551a720.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.296806] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ff79f4-5d32-4c5e-8971-72aa255d632c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.314284] env[69155]: DEBUG nova.compute.manager [req-b8868ff9-d987-43e6-abb3-a91878b15541 req-636c7435-fdc4-483d-bd1d-071899469f05 service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Received event network-vif-plugged-4be48f16-337b-460b-a133-f872bc9e644a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.314545] env[69155]: DEBUG oslo_concurrency.lockutils [req-b8868ff9-d987-43e6-abb3-a91878b15541 req-636c7435-fdc4-483d-bd1d-071899469f05 service nova] Acquiring lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.314782] env[69155]: DEBUG oslo_concurrency.lockutils [req-b8868ff9-d987-43e6-abb3-a91878b15541 req-636c7435-fdc4-483d-bd1d-071899469f05 service nova] Lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.314974] env[69155]: DEBUG oslo_concurrency.lockutils [req-b8868ff9-d987-43e6-abb3-a91878b15541 req-636c7435-fdc4-483d-bd1d-071899469f05 service nova] Lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.315159] env[69155]: DEBUG nova.compute.manager [req-b8868ff9-d987-43e6-abb3-a91878b15541 req-636c7435-fdc4-483d-bd1d-071899469f05 service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] No waiting events found dispatching network-vif-plugged-4be48f16-337b-460b-a133-f872bc9e644a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.315354] env[69155]: WARNING nova.compute.manager [req-b8868ff9-d987-43e6-abb3-a91878b15541 req-636c7435-fdc4-483d-bd1d-071899469f05 service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Received unexpected event network-vif-plugged-4be48f16-337b-460b-a133-f872bc9e644a for instance with vm_state building and task_state spawning. [ 1086.322715] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1086.322715] env[69155]: value = "task-3600178" [ 1086.322715] env[69155]: _type = "Task" [ 1086.322715] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.332488] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.372684] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance a6974dd7-6c7c-45ef-841f-8b3cc02c0b04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1086.415798] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600177, 'name': Rename_Task, 'duration_secs': 0.158845} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.416228] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.416535] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bed5fdf4-dede-45f4-aadb-398c30ae220c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.424540] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1086.424540] env[69155]: value = "task-3600179" [ 1086.424540] env[69155]: _type = "Task" [ 1086.424540] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.436141] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.592280] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "d291de83-0154-4667-9442-ebac9dbf5670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.592702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.592934] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "d291de83-0154-4667-9442-ebac9dbf5670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.593285] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.593477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.595847] env[69155]: INFO nova.compute.manager [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Terminating instance [ 1086.761735] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "refresh_cache-5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.761869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "refresh_cache-5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.762019] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.834072] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.875912] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 8e0fa9b9-f71f-4fd2-a137-97adcee14841 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1086.935040] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.099823] env[69155]: DEBUG nova.compute.manager [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.100055] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.100997] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2865918-4ccc-4413-be4e-3f7447e1db25 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.108963] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.109253] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47b84208-7fe6-464a-87d0-42ab740effce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.116025] env[69155]: DEBUG oslo_vmware.api [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1087.116025] env[69155]: value = "task-3600180" [ 1087.116025] env[69155]: _type = "Task" [ 1087.116025] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.124483] env[69155]: DEBUG oslo_vmware.api [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.314100] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.334540] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600178, 'name': ReconfigVM_Task, 'duration_secs': 0.515848} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.334946] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 65526fba-11e7-4c34-a202-493d9551a720/65526fba-11e7-4c34-a202-493d9551a720.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.335672] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d1694d2-3f60-45ba-bf90-6ce8183d5874 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.345613] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1087.345613] env[69155]: value = "task-3600181" [ 1087.345613] env[69155]: _type = "Task" [ 1087.345613] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.355099] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600181, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.379673] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance bb439d56-def0-4dcd-bc36-115fa49353ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1087.435350] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600179, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.485171] env[69155]: DEBUG nova.network.neutron [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Updating instance_info_cache with network_info: [{"id": "4be48f16-337b-460b-a133-f872bc9e644a", "address": "fa:16:3e:55:cb:15", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be48f16-33", "ovs_interfaceid": "4be48f16-337b-460b-a133-f872bc9e644a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.626414] env[69155]: DEBUG oslo_vmware.api [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600180, 'name': PowerOffVM_Task, 'duration_secs': 0.28357} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.626696] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.626865] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.627141] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6e788d6-2d7f-4e45-8a32-a0bc5c943ed6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.729829] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.730049] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.730242] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleting the datastore file [datastore1] d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.730524] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98d289f2-407a-4dcd-bd2a-2d48fc6c762f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.738611] env[69155]: DEBUG oslo_vmware.api [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1087.738611] env[69155]: value = "task-3600184" [ 1087.738611] env[69155]: _type = "Task" [ 1087.738611] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.746963] env[69155]: DEBUG oslo_vmware.api [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.856859] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600181, 'name': Rename_Task, 'duration_secs': 0.230898} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.857155] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.857408] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d101ea-ee1c-47a2-a18f-013b2c6afe50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.864464] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1087.864464] env[69155]: value = "task-3600185" [ 1087.864464] env[69155]: _type = "Task" [ 1087.864464] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.873536] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.884115] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 95d34fd4-cd7c-49a4-aefc-de45b4bac310 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1087.884115] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Migration d2a7182d-6864-4601-8352-b2e43d42867d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1087.884115] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance b43dee32-0166-408e-aaf1-473a67d37baf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1087.884115] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1087.884535] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1087.934806] env[69155]: DEBUG oslo_vmware.api [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600179, 'name': PowerOnVM_Task, 'duration_secs': 1.019148} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.937562] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.938800] env[69155]: DEBUG nova.compute.manager [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.938800] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31745fc-4650-4525-8de1-90aa440e89b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.987596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "refresh_cache-5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.987924] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Instance network_info: |[{"id": "4be48f16-337b-460b-a133-f872bc9e644a", "address": "fa:16:3e:55:cb:15", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be48f16-33", "ovs_interfaceid": "4be48f16-337b-460b-a133-f872bc9e644a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.988628] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:cb:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be48f16-337b-460b-a133-f872bc9e644a', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.997658] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.998372] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.998626] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-519c7b64-1dbe-48c3-96f3-1878c0460fb2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.024472] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.024472] env[69155]: value = "task-3600186" [ 1088.024472] env[69155]: _type = "Task" [ 1088.024472] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.040231] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600186, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.206253] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6956e6bc-163a-453a-a9d3-5b7e22c7d79f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.215607] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1e73c3-4539-4726-b863-3381700a8f1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.250018] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0067e9b-5bb6-4f68-a81a-975a10dbec33 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.260723] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680106e4-b562-43ee-be9a-477aec0601c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.264445] env[69155]: DEBUG oslo_vmware.api [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347149} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.265036] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.265234] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.265451] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.265648] env[69155]: INFO nova.compute.manager [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1088.265871] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.266465] env[69155]: DEBUG nova.compute.manager [-] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.266575] env[69155]: DEBUG nova.network.neutron [-] [instance: d291de83-0154-4667-9442-ebac9dbf5670] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.278245] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.317397] env[69155]: DEBUG nova.compute.manager [req-a3606b00-a44c-4b4b-811b-3e506dc854b2 req-b3c75362-aad2-4c20-953d-cc409bea57a0 service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Received event network-changed-4be48f16-337b-460b-a133-f872bc9e644a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.317629] env[69155]: DEBUG nova.compute.manager [req-a3606b00-a44c-4b4b-811b-3e506dc854b2 req-b3c75362-aad2-4c20-953d-cc409bea57a0 service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Refreshing instance network info cache due to event network-changed-4be48f16-337b-460b-a133-f872bc9e644a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.317868] env[69155]: DEBUG oslo_concurrency.lockutils [req-a3606b00-a44c-4b4b-811b-3e506dc854b2 req-b3c75362-aad2-4c20-953d-cc409bea57a0 service nova] Acquiring lock "refresh_cache-5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.318028] env[69155]: DEBUG oslo_concurrency.lockutils [req-a3606b00-a44c-4b4b-811b-3e506dc854b2 req-b3c75362-aad2-4c20-953d-cc409bea57a0 service nova] Acquired lock "refresh_cache-5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.318216] env[69155]: DEBUG nova.network.neutron [req-a3606b00-a44c-4b4b-811b-3e506dc854b2 req-b3c75362-aad2-4c20-953d-cc409bea57a0 service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Refreshing network info cache for port 4be48f16-337b-460b-a133-f872bc9e644a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.376426] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600185, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.462070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.552715] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600186, 'name': CreateVM_Task, 'duration_secs': 0.509743} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.552715] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.553221] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.553566] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.554037] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.554549] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b2f267-33fe-4131-8e65-41386bf26307 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.562341] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1088.562341] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b8f70-7943-716a-11b2-c7e8fe28aa4d" [ 1088.562341] env[69155]: _type = "Task" [ 1088.562341] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.576019] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b8f70-7943-716a-11b2-c7e8fe28aa4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.781795] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.880076] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600185, 'name': PowerOnVM_Task, 'duration_secs': 0.697884} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.880352] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.880585] env[69155]: INFO nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1088.880776] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.881565] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04e177-137a-4082-9b26-646363ede1e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.078878] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]529b8f70-7943-716a-11b2-c7e8fe28aa4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012252} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.083137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.083137] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.083137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.083137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.083137] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.083137] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b3283ce-9dc2-4394-a9a3-2b13f5f349cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.090117] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.091444] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.091444] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8524dfa6-7156-45d2-b99a-ba65039a203e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.097798] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1089.097798] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a902d5-72c0-c0b6-6e59-8311ead67632" [ 1089.097798] env[69155]: _type = "Task" [ 1089.097798] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.108099] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a902d5-72c0-c0b6-6e59-8311ead67632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.162646] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.162931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.163170] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.163376] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.163571] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.166210] env[69155]: INFO nova.compute.manager [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Terminating instance [ 1089.287507] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1089.287752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.478s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.288062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.110s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.289942] env[69155]: INFO nova.compute.claims [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.355210] env[69155]: DEBUG nova.network.neutron [req-a3606b00-a44c-4b4b-811b-3e506dc854b2 req-b3c75362-aad2-4c20-953d-cc409bea57a0 service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Updated VIF entry in instance network info cache for port 4be48f16-337b-460b-a133-f872bc9e644a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.356166] env[69155]: DEBUG nova.network.neutron [req-a3606b00-a44c-4b4b-811b-3e506dc854b2 req-b3c75362-aad2-4c20-953d-cc409bea57a0 service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Updating instance_info_cache with network_info: [{"id": "4be48f16-337b-460b-a133-f872bc9e644a", "address": "fa:16:3e:55:cb:15", "network": {"id": "0b282af8-f2f3-42f8-bcbd-0c2663d739b2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-387275124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b39aa4090940a89a5982b03d770be6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be48f16-33", "ovs_interfaceid": "4be48f16-337b-460b-a133-f872bc9e644a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.361029] env[69155]: DEBUG nova.network.neutron [-] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.402189] env[69155]: INFO nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Took 41.79 seconds to build instance. [ 1089.611861] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a902d5-72c0-c0b6-6e59-8311ead67632, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.611861] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5b4add-a955-4860-9fcd-7e5385073cb8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.617776] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1089.617776] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524d9932-5ac3-79e0-8ea9-0c53b003c77e" [ 1089.617776] env[69155]: _type = "Task" [ 1089.617776] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.628320] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524d9932-5ac3-79e0-8ea9-0c53b003c77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.670080] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "refresh_cache-5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.670281] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquired lock "refresh_cache-5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.670465] env[69155]: DEBUG nova.network.neutron [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.860819] env[69155]: DEBUG oslo_concurrency.lockutils [req-a3606b00-a44c-4b4b-811b-3e506dc854b2 req-b3c75362-aad2-4c20-953d-cc409bea57a0 service nova] Releasing lock "refresh_cache-5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.861290] env[69155]: INFO nova.compute.manager [-] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Took 1.59 seconds to deallocate network for instance. [ 1089.901614] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.902042] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718281', 'volume_id': '890dbd28-d40e-4158-ab72-b1efc413a268', 'name': 'volume-890dbd28-d40e-4158-ab72-b1efc413a268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c', 'attached_at': '', 'detached_at': '', 'volume_id': '890dbd28-d40e-4158-ab72-b1efc413a268', 'serial': '890dbd28-d40e-4158-ab72-b1efc413a268'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.902512] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "65526fba-11e7-4c34-a202-493d9551a720" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.371s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.903324] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ebd03a-f3ee-4422-9620-4386a980b53b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.925475] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ffcf80-91f2-4f74-96b1-723c9707f5b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.956350] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-890dbd28-d40e-4158-ab72-b1efc413a268/volume-890dbd28-d40e-4158-ab72-b1efc413a268.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.956972] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff351593-afaf-4171-88c9-376a34dbb142 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.978062] env[69155]: DEBUG oslo_vmware.api [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1089.978062] env[69155]: value = "task-3600187" [ 1089.978062] env[69155]: _type = "Task" [ 1089.978062] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.987034] env[69155]: DEBUG oslo_vmware.api [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.130522] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524d9932-5ac3-79e0-8ea9-0c53b003c77e, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.130918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.131100] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80/5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.131308] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe9041a7-7ce3-475e-9240-5b3ffd6d2856 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.140305] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1090.140305] env[69155]: value = "task-3600188" [ 1090.140305] env[69155]: _type = "Task" [ 1090.140305] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.148843] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.196521] env[69155]: DEBUG nova.network.neutron [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.255047] env[69155]: DEBUG nova.network.neutron [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.347685] env[69155]: DEBUG nova.compute.manager [req-4ec85a25-453c-4287-9b3d-716f2a3734d5 req-de840fcb-3547-4bf3-8689-5974bcaf5b13 service nova] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Received event network-vif-deleted-0de82243-d532-4d87-994f-df0a82872741 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.369764] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.493377] env[69155]: DEBUG oslo_vmware.api [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600187, 'name': ReconfigVM_Task, 'duration_secs': 0.384155} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.493667] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-890dbd28-d40e-4158-ab72-b1efc413a268/volume-890dbd28-d40e-4158-ab72-b1efc413a268.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.501303] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ccbf1d-69bd-4637-bcd4-bd9dd17335ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.519155] env[69155]: DEBUG oslo_vmware.api [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1090.519155] env[69155]: value = "task-3600189" [ 1090.519155] env[69155]: _type = "Task" [ 1090.519155] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.531768] env[69155]: DEBUG oslo_vmware.api [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.645861] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819dd7e3-9909-4b47-86cd-411918a4793f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.655749] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600188, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.658511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaec76d-ca51-4986-96e0-518533940b64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.690390] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7aaede-4c48-4e37-a16f-2e0082c18e64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.698339] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2fd176-ad02-4f1a-b95e-266394831ac6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.713750] env[69155]: DEBUG nova.compute.provider_tree [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.757776] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Releasing lock "refresh_cache-5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.758285] env[69155]: DEBUG nova.compute.manager [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.758505] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.759450] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ba03b-1312-42c6-9d0b-c05ad5018d24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.767447] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.767671] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29e9bd43-0cbd-436d-ad64-757a0641bf19 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.774908] env[69155]: DEBUG oslo_vmware.api [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1090.774908] env[69155]: value = "task-3600190" [ 1090.774908] env[69155]: _type = "Task" [ 1090.774908] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.783348] env[69155]: DEBUG oslo_vmware.api [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.029209] env[69155]: DEBUG oslo_vmware.api [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600189, 'name': ReconfigVM_Task, 'duration_secs': 0.205161} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.029573] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718281', 'volume_id': '890dbd28-d40e-4158-ab72-b1efc413a268', 'name': 'volume-890dbd28-d40e-4158-ab72-b1efc413a268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c', 'attached_at': '', 'detached_at': '', 'volume_id': '890dbd28-d40e-4158-ab72-b1efc413a268', 'serial': '890dbd28-d40e-4158-ab72-b1efc413a268'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1091.152131] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521539} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.152518] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80/5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.152830] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.153192] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03a9318b-442f-4267-b373-be89f755f85c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.160840] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1091.160840] env[69155]: value = "task-3600191" [ 1091.160840] env[69155]: _type = "Task" [ 1091.160840] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.170201] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.217502] env[69155]: DEBUG nova.scheduler.client.report [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.289035] env[69155]: DEBUG oslo_vmware.api [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600190, 'name': PowerOffVM_Task, 'duration_secs': 0.312446} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.289394] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.289664] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.290060] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12c5af78-4b52-4470-b909-d6f58529315b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.318949] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.319309] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.319578] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Deleting the datastore file [datastore2] 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.319986] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6772a53d-9eab-4244-82cb-4824b1b69a4a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.328465] env[69155]: DEBUG oslo_vmware.api [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for the task: (returnval){ [ 1091.328465] env[69155]: value = "task-3600193" [ 1091.328465] env[69155]: _type = "Task" [ 1091.328465] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.340397] env[69155]: DEBUG oslo_vmware.api [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.671494] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125772} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.671784] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.672576] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf942f00-22bd-435d-89bc-2c409d518df6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.695561] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80/5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.695865] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb9ffc2-fb87-4287-b1a5-c4299ebf6d5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.718036] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1091.718036] env[69155]: value = "task-3600194" [ 1091.718036] env[69155]: _type = "Task" [ 1091.718036] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.725281] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.726024] env[69155]: DEBUG nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.733671] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.082s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.733893] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.736062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.035s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.736150] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.737889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.576s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.738102] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.739915] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.119s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.743076] env[69155]: INFO nova.compute.claims [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.745980] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.769540] env[69155]: INFO nova.scheduler.client.report [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleted allocations for instance c12d8856-ebbf-43c0-b8e3-101bbec35314 [ 1091.775768] env[69155]: INFO nova.scheduler.client.report [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Deleted allocations for instance eb4d4947-2eb0-4b1c-8932-08c1aac35c84 [ 1091.782724] env[69155]: INFO nova.scheduler.client.report [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted allocations for instance 48c70e33-c236-43a4-a972-c4dc2ae1cc63 [ 1091.839083] env[69155]: DEBUG oslo_vmware.api [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Task: {'id': task-3600193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097299} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.839950] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.840164] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.840373] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.840565] env[69155]: INFO nova.compute.manager [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1091.840817] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.841243] env[69155]: DEBUG nova.compute.manager [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.841346] env[69155]: DEBUG nova.network.neutron [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.857394] env[69155]: DEBUG nova.network.neutron [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.067099] env[69155]: DEBUG nova.objects.instance [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.228521] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600194, 'name': ReconfigVM_Task, 'duration_secs': 0.304136} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.228818] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80/5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.229482] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee813e5e-f748-4400-8273-9764a350a95b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.241293] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1092.241293] env[69155]: value = "task-3600195" [ 1092.241293] env[69155]: _type = "Task" [ 1092.241293] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.251257] env[69155]: DEBUG nova.compute.utils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.255558] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600195, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.256434] env[69155]: DEBUG nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.256765] env[69155]: DEBUG nova.network.neutron [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.278634] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ff38166f-95f5-42a8-8f64-abf81336a1e3 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "c12d8856-ebbf-43c0-b8e3-101bbec35314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.190s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.283911] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Lock "eb4d4947-2eb0-4b1c-8932-08c1aac35c84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.130s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.289937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d0095899-d5fa-4af5-acd4-f4315609567a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "48c70e33-c236-43a4-a972-c4dc2ae1cc63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.602s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.311998] env[69155]: DEBUG nova.policy [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba31075b29214b7f8ecd3ebab1b3fec7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a98b27734c3744d1b60d7309f01cf3a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.359737] env[69155]: DEBUG nova.network.neutron [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.574981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-508f6751-513d-4393-8caa-1e2be0b3164d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.327s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.758158] env[69155]: DEBUG nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.760711] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600195, 'name': Rename_Task, 'duration_secs': 0.15979} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.766193] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.768559] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d08d047-7826-4b69-8549-d093044040c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.783453] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1092.783453] env[69155]: value = "task-3600196" [ 1092.783453] env[69155]: _type = "Task" [ 1092.783453] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.797679] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.855419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.855696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.866561] env[69155]: INFO nova.compute.manager [-] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Took 1.02 seconds to deallocate network for instance. [ 1092.903194] env[69155]: DEBUG nova.network.neutron [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Successfully created port: 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.082376] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3579c3-a17c-4731-b6a9-2ce64426e32b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.090906] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eedde4c-5be6-4b38-802c-79ca51f11e65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.126587] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95daebdd-c4f5-45a4-8c27-79259df0caac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.138982] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769779f0-f802-49b1-83e1-ff60120eebe3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.155455] env[69155]: DEBUG nova.compute.provider_tree [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.298493] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.365470] env[69155]: INFO nova.compute.manager [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Detaching volume 81686632-8dba-4bf9-b768-f17cc335b08b [ 1093.377529] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.411024] env[69155]: INFO nova.virt.block_device [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Attempting to driver detach volume 81686632-8dba-4bf9-b768-f17cc335b08b from mountpoint /dev/sdb [ 1093.411285] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.411485] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718275', 'volume_id': '81686632-8dba-4bf9-b768-f17cc335b08b', 'name': 'volume-81686632-8dba-4bf9-b768-f17cc335b08b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c', 'attached_at': '', 'detached_at': '', 'volume_id': '81686632-8dba-4bf9-b768-f17cc335b08b', 'serial': '81686632-8dba-4bf9-b768-f17cc335b08b'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.412426] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b301d7a-2970-474d-86d2-d7aaa45a5ce4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.453389] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40b69a-d571-4141-a398-db584d25772f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.466795] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13479c1-51d0-4443-870d-7b84156bb5ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.502044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cfdeda-6dae-4b01-8721-048fe8c57fe0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.523039] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] The volume has not been displaced from its original location: [datastore1] volume-81686632-8dba-4bf9-b768-f17cc335b08b/volume-81686632-8dba-4bf9-b768-f17cc335b08b.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.528650] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.528846] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf73024-2ac0-40a7-b756-94ade849a25b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.552080] env[69155]: DEBUG oslo_vmware.api [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1093.552080] env[69155]: value = "task-3600197" [ 1093.552080] env[69155]: _type = "Task" [ 1093.552080] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.562433] env[69155]: DEBUG oslo_vmware.api [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.659865] env[69155]: DEBUG nova.scheduler.client.report [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.695358] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "a43e4656-7fd2-45ee-b62f-870284b2287a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.695476] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "a43e4656-7fd2-45ee-b62f-870284b2287a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.775253] env[69155]: DEBUG nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.798164] env[69155]: DEBUG oslo_vmware.api [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600196, 'name': PowerOnVM_Task, 'duration_secs': 0.583756} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.798547] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.798818] env[69155]: INFO nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1093.799069] env[69155]: DEBUG nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.800167] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2976e8da-f272-4285-bd08-cd42cac63d95 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.818797] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.819099] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.819329] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.819559] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.819756] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.819946] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.820213] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.820409] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.820617] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.820816] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.821049] env[69155]: DEBUG nova.virt.hardware [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.823431] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb042c-1a25-4855-a0cc-f20d1e63f0fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.831589] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda335f-5723-4813-ac6c-68673d712ff9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.063564] env[69155]: DEBUG oslo_vmware.api [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.165558] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.165974] env[69155]: DEBUG nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.168852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.974s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.169139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.171707] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.823s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.173460] env[69155]: INFO nova.compute.claims [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.200065] env[69155]: DEBUG nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.213490] env[69155]: INFO nova.scheduler.client.report [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Deleted allocations for instance 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c [ 1094.326482] env[69155]: INFO nova.compute.manager [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Took 43.85 seconds to build instance. [ 1094.564503] env[69155]: DEBUG oslo_vmware.api [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600197, 'name': ReconfigVM_Task, 'duration_secs': 0.52172} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.564788] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.572638] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac718be-8f77-4e54-832e-8e29705159c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.590772] env[69155]: DEBUG oslo_vmware.api [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1094.590772] env[69155]: value = "task-3600198" [ 1094.590772] env[69155]: _type = "Task" [ 1094.590772] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.600861] env[69155]: DEBUG oslo_vmware.api [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.678349] env[69155]: DEBUG nova.compute.utils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.684678] env[69155]: DEBUG nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.684678] env[69155]: DEBUG nova.network.neutron [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.721921] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b86184fb-066a-4a8d-888e-2c39c229711d tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Lock "4cffd604-ab4e-4e8b-8b43-e52d2c72db1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.003s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.738739] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.746067] env[69155]: DEBUG nova.policy [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863a02b5d02d4446b3a9a2ab26c553a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60954c71a55b4822a8a4abea5d4ccaf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.803211] env[69155]: DEBUG nova.compute.manager [req-8ddc8655-85ba-40b2-9e41-d0bafac60615 req-e76a8688-0ac9-4107-b59e-5d1c9438a9a8 service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Received event network-vif-plugged-3ad8cbd9-7b22-4ea8-9788-b41491e273f0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.803211] env[69155]: DEBUG oslo_concurrency.lockutils [req-8ddc8655-85ba-40b2-9e41-d0bafac60615 req-e76a8688-0ac9-4107-b59e-5d1c9438a9a8 service nova] Acquiring lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.803635] env[69155]: DEBUG oslo_concurrency.lockutils [req-8ddc8655-85ba-40b2-9e41-d0bafac60615 req-e76a8688-0ac9-4107-b59e-5d1c9438a9a8 service nova] Lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.803951] env[69155]: DEBUG oslo_concurrency.lockutils [req-8ddc8655-85ba-40b2-9e41-d0bafac60615 req-e76a8688-0ac9-4107-b59e-5d1c9438a9a8 service nova] Lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.804280] env[69155]: DEBUG nova.compute.manager [req-8ddc8655-85ba-40b2-9e41-d0bafac60615 req-e76a8688-0ac9-4107-b59e-5d1c9438a9a8 service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] No waiting events found dispatching network-vif-plugged-3ad8cbd9-7b22-4ea8-9788-b41491e273f0 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.804816] env[69155]: WARNING nova.compute.manager [req-8ddc8655-85ba-40b2-9e41-d0bafac60615 req-e76a8688-0ac9-4107-b59e-5d1c9438a9a8 service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Received unexpected event network-vif-plugged-3ad8cbd9-7b22-4ea8-9788-b41491e273f0 for instance with vm_state building and task_state spawning. [ 1094.830741] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c52809cb-024a-4a7a-95d4-9b9237ef63bf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.267s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.025475] env[69155]: DEBUG nova.network.neutron [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Successfully updated port: 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.103430] env[69155]: DEBUG oslo_vmware.api [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600198, 'name': ReconfigVM_Task, 'duration_secs': 0.220543} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.106080] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718275', 'volume_id': '81686632-8dba-4bf9-b768-f17cc335b08b', 'name': 'volume-81686632-8dba-4bf9-b768-f17cc335b08b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c', 'attached_at': '', 'detached_at': '', 'volume_id': '81686632-8dba-4bf9-b768-f17cc335b08b', 'serial': '81686632-8dba-4bf9-b768-f17cc335b08b'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.183017] env[69155]: DEBUG nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.229309] env[69155]: DEBUG nova.network.neutron [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Successfully created port: 67e5f841-3af2-4d83-a924-6acfa1b02438 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.531254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.531541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.531581] env[69155]: DEBUG nova.network.neutron [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.594151] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3675c0-69d7-4f85-ae45-cf8fc42adf0f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.605609] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ab7e09-daee-4852-9490-411b47dfedfa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.650196] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36286042-a99a-4106-a7c7-cd8993baf399 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.652240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.653307] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.653307] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.653307] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.653307] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.655509] env[69155]: INFO nova.compute.manager [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Terminating instance [ 1095.661781] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5aa4ac-1cb4-45ea-83c3-cb1ffa4cd620 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.677640] env[69155]: DEBUG nova.compute.provider_tree [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.682983] env[69155]: DEBUG nova.objects.instance [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.137291] env[69155]: DEBUG nova.network.neutron [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.162089] env[69155]: DEBUG nova.compute.manager [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.162350] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.164089] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353931f8-470f-4d11-8194-149da9795ecb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.174237] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.174776] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9382588a-1e20-4f98-bbb3-c3cac4e19b5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.186735] env[69155]: DEBUG nova.scheduler.client.report [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.195892] env[69155]: DEBUG oslo_vmware.api [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1096.195892] env[69155]: value = "task-3600199" [ 1096.195892] env[69155]: _type = "Task" [ 1096.195892] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.199233] env[69155]: DEBUG nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.215183] env[69155]: DEBUG oslo_vmware.api [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.240693] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.240945] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.241116] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.241299] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.241444] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.241590] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.241797] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.241955] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.242216] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.242396] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.242572] env[69155]: DEBUG nova.virt.hardware [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.243810] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba691880-462c-4242-ad03-5fe5cf5ff3d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.254257] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a226546-bf0e-4857-9403-607700ac2876 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.354673] env[69155]: DEBUG nova.network.neutron [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Updating instance_info_cache with network_info: [{"id": "3ad8cbd9-7b22-4ea8-9788-b41491e273f0", "address": "fa:16:3e:f4:2c:e5", "network": {"id": "b624d3ae-8ed1-4314-b63e-cff6f5da90bc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-201198321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a98b27734c3744d1b60d7309f01cf3a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad8cbd9-7b", "ovs_interfaceid": "3ad8cbd9-7b22-4ea8-9788-b41491e273f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.699205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.699205] env[69155]: DEBUG nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.701687] env[69155]: DEBUG oslo_concurrency.lockutils [None req-00b6a395-82cf-4423-83da-94648f3ac67a tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.846s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.702857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.675s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.705241] env[69155]: INFO nova.compute.claims [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.717335] env[69155]: DEBUG oslo_vmware.api [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600199, 'name': PowerOffVM_Task, 'duration_secs': 0.288626} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.717576] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.717753] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.718746] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06b09801-0613-4223-b8cb-481628b91ac5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.863434] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.863434] env[69155]: DEBUG nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Instance network_info: |[{"id": "3ad8cbd9-7b22-4ea8-9788-b41491e273f0", "address": "fa:16:3e:f4:2c:e5", "network": {"id": "b624d3ae-8ed1-4314-b63e-cff6f5da90bc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-201198321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a98b27734c3744d1b60d7309f01cf3a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad8cbd9-7b", "ovs_interfaceid": "3ad8cbd9-7b22-4ea8-9788-b41491e273f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.863434] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:2c:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ad8cbd9-7b22-4ea8-9788-b41491e273f0', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.872025] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Creating folder: Project (a98b27734c3744d1b60d7309f01cf3a6). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.872025] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-380df8ae-7b71-4744-a53c-37768e7fff21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.888781] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Created folder: Project (a98b27734c3744d1b60d7309f01cf3a6) in parent group-v718010. [ 1096.889042] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Creating folder: Instances. Parent ref: group-v718283. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.889405] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-301d90a2-c517-45f4-b5d6-b2c2ab8408b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.906693] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Created folder: Instances in parent group-v718283. [ 1096.906958] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.907183] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.907407] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-366a93e8-3695-477c-a189-01ce19183fc8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.927406] env[69155]: DEBUG nova.compute.manager [req-dd6fb467-ad88-4ca3-a651-4dfdf3593a82 req-62f2181b-08cf-4dba-b200-9ad7eeb6a2a7 service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Received event network-changed-3ad8cbd9-7b22-4ea8-9788-b41491e273f0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.927607] env[69155]: DEBUG nova.compute.manager [req-dd6fb467-ad88-4ca3-a651-4dfdf3593a82 req-62f2181b-08cf-4dba-b200-9ad7eeb6a2a7 service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Refreshing instance network info cache due to event network-changed-3ad8cbd9-7b22-4ea8-9788-b41491e273f0. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.927817] env[69155]: DEBUG oslo_concurrency.lockutils [req-dd6fb467-ad88-4ca3-a651-4dfdf3593a82 req-62f2181b-08cf-4dba-b200-9ad7eeb6a2a7 service nova] Acquiring lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.927962] env[69155]: DEBUG oslo_concurrency.lockutils [req-dd6fb467-ad88-4ca3-a651-4dfdf3593a82 req-62f2181b-08cf-4dba-b200-9ad7eeb6a2a7 service nova] Acquired lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.928146] env[69155]: DEBUG nova.network.neutron [req-dd6fb467-ad88-4ca3-a651-4dfdf3593a82 req-62f2181b-08cf-4dba-b200-9ad7eeb6a2a7 service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Refreshing network info cache for port 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.939042] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.939042] env[69155]: value = "task-3600203" [ 1096.939042] env[69155]: _type = "Task" [ 1096.939042] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.950087] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600203, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.969534] env[69155]: DEBUG nova.compute.manager [req-bdd75d60-c4e1-403f-b4fe-11db66725793 req-85013554-fa90-401c-ab74-1551cca7bfb5 service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Received event network-vif-plugged-67e5f841-3af2-4d83-a924-6acfa1b02438 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.969790] env[69155]: DEBUG oslo_concurrency.lockutils [req-bdd75d60-c4e1-403f-b4fe-11db66725793 req-85013554-fa90-401c-ab74-1551cca7bfb5 service nova] Acquiring lock "861aa99c-b773-4507-97b1-1a8429ab0e9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.970054] env[69155]: DEBUG oslo_concurrency.lockutils [req-bdd75d60-c4e1-403f-b4fe-11db66725793 req-85013554-fa90-401c-ab74-1551cca7bfb5 service nova] Lock "861aa99c-b773-4507-97b1-1a8429ab0e9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.970196] env[69155]: DEBUG oslo_concurrency.lockutils [req-bdd75d60-c4e1-403f-b4fe-11db66725793 req-85013554-fa90-401c-ab74-1551cca7bfb5 service nova] Lock "861aa99c-b773-4507-97b1-1a8429ab0e9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.970466] env[69155]: DEBUG nova.compute.manager [req-bdd75d60-c4e1-403f-b4fe-11db66725793 req-85013554-fa90-401c-ab74-1551cca7bfb5 service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] No waiting events found dispatching network-vif-plugged-67e5f841-3af2-4d83-a924-6acfa1b02438 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.970525] env[69155]: WARNING nova.compute.manager [req-bdd75d60-c4e1-403f-b4fe-11db66725793 req-85013554-fa90-401c-ab74-1551cca7bfb5 service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Received unexpected event network-vif-plugged-67e5f841-3af2-4d83-a924-6acfa1b02438 for instance with vm_state building and task_state spawning. [ 1097.132995] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.132995] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.132995] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleting the datastore file [datastore1] 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.132995] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f5684d6-3e74-434c-b763-f56be3c3ec8d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.142215] env[69155]: DEBUG oslo_vmware.api [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1097.142215] env[69155]: value = "task-3600204" [ 1097.142215] env[69155]: _type = "Task" [ 1097.142215] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.154706] env[69155]: DEBUG oslo_vmware.api [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.205875] env[69155]: DEBUG nova.compute.utils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.206883] env[69155]: DEBUG nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.207405] env[69155]: DEBUG nova.network.neutron [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.257213] env[69155]: DEBUG nova.policy [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c74f283f994484bacc63acff01ed41c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e111bf6b7dcf4e8bb807593f644e4cf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.450623] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600203, 'name': CreateVM_Task, 'duration_secs': 0.405635} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.450865] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.453493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.453493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.453493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.453493] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55322ae-063e-4077-9830-d6a1dcc2f672 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.460048] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1097.460048] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52857b32-b1d2-ec68-b3c1-221f89196c5d" [ 1097.460048] env[69155]: _type = "Task" [ 1097.460048] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.469370] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52857b32-b1d2-ec68-b3c1-221f89196c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.472203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.472203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.562178] env[69155]: DEBUG nova.network.neutron [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Successfully updated port: 67e5f841-3af2-4d83-a924-6acfa1b02438 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.653889] env[69155]: DEBUG oslo_vmware.api [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300577} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.654650] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.654867] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.655059] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.655313] env[69155]: INFO nova.compute.manager [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1097.655603] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.655889] env[69155]: DEBUG nova.compute.manager [-] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.655916] env[69155]: DEBUG nova.network.neutron [-] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.688749] env[69155]: DEBUG nova.compute.manager [req-c6a6b8b3-d96f-4605-b18e-b8b292a364bf req-6c22b12c-b98d-442a-a652-292471e09b6e service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Received event network-changed-67e5f841-3af2-4d83-a924-6acfa1b02438 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.688904] env[69155]: DEBUG nova.compute.manager [req-c6a6b8b3-d96f-4605-b18e-b8b292a364bf req-6c22b12c-b98d-442a-a652-292471e09b6e service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Refreshing instance network info cache due to event network-changed-67e5f841-3af2-4d83-a924-6acfa1b02438. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.689465] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6a6b8b3-d96f-4605-b18e-b8b292a364bf req-6c22b12c-b98d-442a-a652-292471e09b6e service nova] Acquiring lock "refresh_cache-861aa99c-b773-4507-97b1-1a8429ab0e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.689465] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6a6b8b3-d96f-4605-b18e-b8b292a364bf req-6c22b12c-b98d-442a-a652-292471e09b6e service nova] Acquired lock "refresh_cache-861aa99c-b773-4507-97b1-1a8429ab0e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.689542] env[69155]: DEBUG nova.network.neutron [req-c6a6b8b3-d96f-4605-b18e-b8b292a364bf req-6c22b12c-b98d-442a-a652-292471e09b6e service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Refreshing network info cache for port 67e5f841-3af2-4d83-a924-6acfa1b02438 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.713037] env[69155]: DEBUG nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.811309] env[69155]: DEBUG nova.network.neutron [req-dd6fb467-ad88-4ca3-a651-4dfdf3593a82 req-62f2181b-08cf-4dba-b200-9ad7eeb6a2a7 service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Updated VIF entry in instance network info cache for port 3ad8cbd9-7b22-4ea8-9788-b41491e273f0. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.811682] env[69155]: DEBUG nova.network.neutron [req-dd6fb467-ad88-4ca3-a651-4dfdf3593a82 req-62f2181b-08cf-4dba-b200-9ad7eeb6a2a7 service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Updating instance_info_cache with network_info: [{"id": "3ad8cbd9-7b22-4ea8-9788-b41491e273f0", "address": "fa:16:3e:f4:2c:e5", "network": {"id": "b624d3ae-8ed1-4314-b63e-cff6f5da90bc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-201198321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a98b27734c3744d1b60d7309f01cf3a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad8cbd9-7b", "ovs_interfaceid": "3ad8cbd9-7b22-4ea8-9788-b41491e273f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.818266] env[69155]: DEBUG nova.network.neutron [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Successfully created port: 1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.974359] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52857b32-b1d2-ec68-b3c1-221f89196c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012807} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.974359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.975118] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.975118] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.975519] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.975519] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.976346] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98304cd9-293d-414b-b97f-63c378fa1672 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.979451] env[69155]: INFO nova.compute.manager [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Detaching volume 890dbd28-d40e-4158-ab72-b1efc413a268 [ 1097.992545] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.992657] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.993443] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ef6875-d2cb-4901-809d-46fff87a67a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.003900] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1098.003900] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ac9d28-0f4b-bd65-3b29-14266aba70e8" [ 1098.003900] env[69155]: _type = "Task" [ 1098.003900] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.016662] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ac9d28-0f4b-bd65-3b29-14266aba70e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.038044] env[69155]: INFO nova.virt.block_device [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Attempting to driver detach volume 890dbd28-d40e-4158-ab72-b1efc413a268 from mountpoint /dev/sdc [ 1098.038308] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1098.038558] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718281', 'volume_id': '890dbd28-d40e-4158-ab72-b1efc413a268', 'name': 'volume-890dbd28-d40e-4158-ab72-b1efc413a268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c', 'attached_at': '', 'detached_at': '', 'volume_id': '890dbd28-d40e-4158-ab72-b1efc413a268', 'serial': '890dbd28-d40e-4158-ab72-b1efc413a268'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1098.039447] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615203fa-49e8-4dce-a2df-7e4b7c044f1b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.078118] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "refresh_cache-861aa99c-b773-4507-97b1-1a8429ab0e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.078351] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65accf83-3f80-4c69-a2d8-82515c6e4f58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.089104] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547270c3-87f1-4f18-b90e-4f1558b499f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.116649] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76263f91-3d70-4259-bd63-a4d026c060b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.119792] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573fe51c-f68e-437a-974c-8a7c6da435c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.138489] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436f1257-02a7-4b7c-bf75-26ca1ec4d600 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.141985] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] The volume has not been displaced from its original location: [datastore1] volume-890dbd28-d40e-4158-ab72-b1efc413a268/volume-890dbd28-d40e-4158-ab72-b1efc413a268.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1098.147226] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.148950] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95345a9-4c69-4391-84d4-077b68ae02ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.199094] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9448e2f-f38c-4326-b5dc-559ff7569e6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.201396] env[69155]: DEBUG oslo_vmware.api [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1098.201396] env[69155]: value = "task-3600205" [ 1098.201396] env[69155]: _type = "Task" [ 1098.201396] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.208622] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbadbc5-1407-4c71-bc80-ac6f10014e5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.216432] env[69155]: DEBUG oslo_vmware.api [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.230674] env[69155]: DEBUG nova.compute.provider_tree [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.240911] env[69155]: DEBUG nova.network.neutron [req-c6a6b8b3-d96f-4605-b18e-b8b292a364bf req-6c22b12c-b98d-442a-a652-292471e09b6e service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.315406] env[69155]: DEBUG oslo_concurrency.lockutils [req-dd6fb467-ad88-4ca3-a651-4dfdf3593a82 req-62f2181b-08cf-4dba-b200-9ad7eeb6a2a7 service nova] Releasing lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.447696] env[69155]: DEBUG nova.network.neutron [req-c6a6b8b3-d96f-4605-b18e-b8b292a364bf req-6c22b12c-b98d-442a-a652-292471e09b6e service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.508497] env[69155]: DEBUG nova.network.neutron [-] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.519192] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ac9d28-0f4b-bd65-3b29-14266aba70e8, 'name': SearchDatastore_Task, 'duration_secs': 0.021312} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.519991] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bad62e-36fd-4086-bf1d-e2b97f8f78b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.530462] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1098.530462] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7b86a-1e36-4a7e-9f05-db6840eae806" [ 1098.530462] env[69155]: _type = "Task" [ 1098.530462] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.541442] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7b86a-1e36-4a7e-9f05-db6840eae806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.718194] env[69155]: DEBUG oslo_vmware.api [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.734054] env[69155]: DEBUG nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.737666] env[69155]: DEBUG nova.scheduler.client.report [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.767806] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.768084] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.768227] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.768472] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.768641] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.768791] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.769009] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.769186] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.769378] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.769559] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.769732] env[69155]: DEBUG nova.virt.hardware [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.770885] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d78d2e4-8410-4cd2-89b8-7a8ea6127467 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.779871] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1269b92c-5f4a-4e6f-a91e-90aff49392b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.950141] env[69155]: DEBUG oslo_concurrency.lockutils [req-c6a6b8b3-d96f-4605-b18e-b8b292a364bf req-6c22b12c-b98d-442a-a652-292471e09b6e service nova] Releasing lock "refresh_cache-861aa99c-b773-4507-97b1-1a8429ab0e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.950605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquired lock "refresh_cache-861aa99c-b773-4507-97b1-1a8429ab0e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.950764] env[69155]: DEBUG nova.network.neutron [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.012619] env[69155]: INFO nova.compute.manager [-] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Took 1.36 seconds to deallocate network for instance. [ 1099.043910] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52f7b86a-1e36-4a7e-9f05-db6840eae806, 'name': SearchDatastore_Task, 'duration_secs': 0.022704} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.044277] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.044570] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7/08b7a31b-f453-48a2-a1b0-67e46b51f7c7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.044890] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c19a37-a6c9-49d6-ae8d-9ed8cbaa5065 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.054763] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1099.054763] env[69155]: value = "task-3600206" [ 1099.054763] env[69155]: _type = "Task" [ 1099.054763] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.067313] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.217667] env[69155]: DEBUG oslo_vmware.api [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.243786] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.244413] env[69155]: DEBUG nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.247512] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.886s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.249746] env[69155]: INFO nova.compute.claims [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.500478] env[69155]: DEBUG nova.network.neutron [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.518958] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.551073] env[69155]: DEBUG nova.compute.manager [req-c0a18efc-3b40-43ba-860f-634e40d54da2 req-6ba5e204-7891-46a5-b9bf-32d65df7e8be service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Received event network-vif-plugged-1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.551399] env[69155]: DEBUG oslo_concurrency.lockutils [req-c0a18efc-3b40-43ba-860f-634e40d54da2 req-6ba5e204-7891-46a5-b9bf-32d65df7e8be service nova] Acquiring lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.551507] env[69155]: DEBUG oslo_concurrency.lockutils [req-c0a18efc-3b40-43ba-860f-634e40d54da2 req-6ba5e204-7891-46a5-b9bf-32d65df7e8be service nova] Lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.551664] env[69155]: DEBUG oslo_concurrency.lockutils [req-c0a18efc-3b40-43ba-860f-634e40d54da2 req-6ba5e204-7891-46a5-b9bf-32d65df7e8be service nova] Lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.551966] env[69155]: DEBUG nova.compute.manager [req-c0a18efc-3b40-43ba-860f-634e40d54da2 req-6ba5e204-7891-46a5-b9bf-32d65df7e8be service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] No waiting events found dispatching network-vif-plugged-1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.552065] env[69155]: WARNING nova.compute.manager [req-c0a18efc-3b40-43ba-860f-634e40d54da2 req-6ba5e204-7891-46a5-b9bf-32d65df7e8be service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Received unexpected event network-vif-plugged-1c20b87c-ea92-490d-aed8-8ebac611d13f for instance with vm_state building and task_state spawning. [ 1099.567305] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.633131] env[69155]: DEBUG nova.network.neutron [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Successfully updated port: 1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.670459] env[69155]: DEBUG nova.network.neutron [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Updating instance_info_cache with network_info: [{"id": "67e5f841-3af2-4d83-a924-6acfa1b02438", "address": "fa:16:3e:6f:03:24", "network": {"id": "80b03b5d-77a9-43b2-854d-dc6ca22769eb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-995946791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60954c71a55b4822a8a4abea5d4ccaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e5f841-3a", "ovs_interfaceid": "67e5f841-3af2-4d83-a924-6acfa1b02438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.712449] env[69155]: DEBUG oslo_vmware.api [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600205, 'name': ReconfigVM_Task, 'duration_secs': 1.409754} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.713648] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.718985] env[69155]: DEBUG nova.compute.manager [req-0208b09a-5b06-499d-a714-41ffd09b1827 req-a783c9b8-2475-48be-9975-62518e500a42 service nova] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Received event network-vif-deleted-558ae96a-9257-4351-8c90-35e4168cb842 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.719705] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4b3e7fa-ca77-413f-a29f-5a1eb631c7fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.736110] env[69155]: DEBUG oslo_vmware.api [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1099.736110] env[69155]: value = "task-3600207" [ 1099.736110] env[69155]: _type = "Task" [ 1099.736110] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.749553] env[69155]: DEBUG oslo_vmware.api [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600207, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.755090] env[69155]: DEBUG nova.compute.utils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.758798] env[69155]: DEBUG nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.759128] env[69155]: DEBUG nova.network.neutron [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.797914] env[69155]: DEBUG nova.policy [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.065888] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.142396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquiring lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.142653] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquired lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.142841] env[69155]: DEBUG nova.network.neutron [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.163837] env[69155]: DEBUG nova.network.neutron [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Successfully created port: 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.173124] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Releasing lock "refresh_cache-861aa99c-b773-4507-97b1-1a8429ab0e9d" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.173448] env[69155]: DEBUG nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Instance network_info: |[{"id": "67e5f841-3af2-4d83-a924-6acfa1b02438", "address": "fa:16:3e:6f:03:24", "network": {"id": "80b03b5d-77a9-43b2-854d-dc6ca22769eb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-995946791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60954c71a55b4822a8a4abea5d4ccaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e5f841-3a", "ovs_interfaceid": "67e5f841-3af2-4d83-a924-6acfa1b02438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.173853] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:03:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67e5f841-3af2-4d83-a924-6acfa1b02438', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.183029] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Creating folder: Project (60954c71a55b4822a8a4abea5d4ccaf7). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.183029] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5089a854-4fbb-42ce-b306-9cfafcf4fa48 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.197432] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Created folder: Project (60954c71a55b4822a8a4abea5d4ccaf7) in parent group-v718010. [ 1100.198107] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Creating folder: Instances. Parent ref: group-v718286. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.198614] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d828ddcd-5186-4d0a-80f2-829373bbcecc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.212602] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Created folder: Instances in parent group-v718286. [ 1100.214211] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.214211] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.214211] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b551aca-22c4-456e-b2e3-fc2dfb72f300 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.237234] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.237234] env[69155]: value = "task-3600210" [ 1100.237234] env[69155]: _type = "Task" [ 1100.237234] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.250743] env[69155]: DEBUG oslo_vmware.api [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600207, 'name': ReconfigVM_Task, 'duration_secs': 0.230595} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.254995] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718281', 'volume_id': '890dbd28-d40e-4158-ab72-b1efc413a268', 'name': 'volume-890dbd28-d40e-4158-ab72-b1efc413a268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c', 'attached_at': '', 'detached_at': '', 'volume_id': '890dbd28-d40e-4158-ab72-b1efc413a268', 'serial': '890dbd28-d40e-4158-ab72-b1efc413a268'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1100.257100] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600210, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.259867] env[69155]: DEBUG nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.564823] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600206, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.154946} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.567730] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7/08b7a31b-f453-48a2-a1b0-67e46b51f7c7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.567730] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.568034] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b962316-1b57-4d6f-8180-ffb6624debc7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.576754] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1100.576754] env[69155]: value = "task-3600211" [ 1100.576754] env[69155]: _type = "Task" [ 1100.576754] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.581215] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156167a-cbdf-4f10-aedc-81711e008472 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.591909] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.594535] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd3d031-0e72-4adf-8082-f757b85b66f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.626147] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad1cc5f-392e-49e7-875b-fb2a2e95ecda {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.634176] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42815e2a-63e2-437d-a07f-ad70ca337986 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.649865] env[69155]: DEBUG nova.compute.provider_tree [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.680745] env[69155]: DEBUG nova.network.neutron [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.755874] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600210, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.802395] env[69155]: DEBUG nova.objects.instance [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'flavor' on Instance uuid 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.816817] env[69155]: DEBUG nova.network.neutron [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Updating instance_info_cache with network_info: [{"id": "1c20b87c-ea92-490d-aed8-8ebac611d13f", "address": "fa:16:3e:08:d5:2c", "network": {"id": "a40636ea-7832-40ea-8d4c-4feab73430d1", "bridge": "br-int", "label": "tempest-ServersTestJSON-803110923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e111bf6b7dcf4e8bb807593f644e4cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c20b87c-ea", "ovs_interfaceid": "1c20b87c-ea92-490d-aed8-8ebac611d13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.086631] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077271} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.086909] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.087659] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb9dfc-f7d1-4303-b00f-6b6f1c94e90f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.109526] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7/08b7a31b-f453-48a2-a1b0-67e46b51f7c7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.109790] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4c134e-2e6b-4dc6-97d3-7a11761fc8ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.130780] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1101.130780] env[69155]: value = "task-3600212" [ 1101.130780] env[69155]: _type = "Task" [ 1101.130780] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.140491] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.152648] env[69155]: DEBUG nova.scheduler.client.report [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.254779] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600210, 'name': CreateVM_Task, 'duration_secs': 0.546593} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.254965] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.255992] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.255992] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.256239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.256561] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860602cd-e07b-46d1-a344-7c267169f27e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.262687] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1101.262687] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522a9572-41c9-a1be-1cd4-c29eac8ee755" [ 1101.262687] env[69155]: _type = "Task" [ 1101.262687] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.272227] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522a9572-41c9-a1be-1cd4-c29eac8ee755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.273431] env[69155]: DEBUG nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.303704] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.303978] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.304168] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.304360] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.304526] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.304679] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.304904] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.305083] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.305263] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.305435] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.305649] env[69155]: DEBUG nova.virt.hardware [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.308770] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b2878f-4b03-4693-968a-60db983c61e9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.319456] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Releasing lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.319456] env[69155]: DEBUG nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Instance network_info: |[{"id": "1c20b87c-ea92-490d-aed8-8ebac611d13f", "address": "fa:16:3e:08:d5:2c", "network": {"id": "a40636ea-7832-40ea-8d4c-4feab73430d1", "bridge": "br-int", "label": "tempest-ServersTestJSON-803110923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e111bf6b7dcf4e8bb807593f644e4cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c20b87c-ea", "ovs_interfaceid": "1c20b87c-ea92-490d-aed8-8ebac611d13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.319918] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:d5:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c20b87c-ea92-490d-aed8-8ebac611d13f', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.328123] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Creating folder: Project (e111bf6b7dcf4e8bb807593f644e4cf2). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.332083] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f1829a-c365-49d5-82de-7bbd2cf4c74b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.336095] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c678e477-14bf-4a9f-8593-9bfc9e61fe54 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.358487] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Created folder: Project (e111bf6b7dcf4e8bb807593f644e4cf2) in parent group-v718010. [ 1101.358715] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Creating folder: Instances. Parent ref: group-v718289. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.358978] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51d4673e-6684-46b6-8db1-1165729c6113 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.372453] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Created folder: Instances in parent group-v718289. [ 1101.372729] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.372941] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.373169] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-998c071e-6400-45dc-bce0-95983ea82096 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.395623] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.395623] env[69155]: value = "task-3600215" [ 1101.395623] env[69155]: _type = "Task" [ 1101.395623] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.404357] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600215, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.581851] env[69155]: DEBUG nova.compute.manager [req-e2137a61-af33-485e-b618-76abbb371962 req-7d50187a-8d28-4035-8537-c5e91d97335e service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Received event network-changed-1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.582041] env[69155]: DEBUG nova.compute.manager [req-e2137a61-af33-485e-b618-76abbb371962 req-7d50187a-8d28-4035-8537-c5e91d97335e service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Refreshing instance network info cache due to event network-changed-1c20b87c-ea92-490d-aed8-8ebac611d13f. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.584640] env[69155]: DEBUG oslo_concurrency.lockutils [req-e2137a61-af33-485e-b618-76abbb371962 req-7d50187a-8d28-4035-8537-c5e91d97335e service nova] Acquiring lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.584823] env[69155]: DEBUG oslo_concurrency.lockutils [req-e2137a61-af33-485e-b618-76abbb371962 req-7d50187a-8d28-4035-8537-c5e91d97335e service nova] Acquired lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.585022] env[69155]: DEBUG nova.network.neutron [req-e2137a61-af33-485e-b618-76abbb371962 req-7d50187a-8d28-4035-8537-c5e91d97335e service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Refreshing network info cache for port 1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.641564] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600212, 'name': ReconfigVM_Task, 'duration_secs': 0.475008} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.641776] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7/08b7a31b-f453-48a2-a1b0-67e46b51f7c7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.642457] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a5ffb07-d930-4757-8109-83ff6c88a863 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.652927] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1101.652927] env[69155]: value = "task-3600216" [ 1101.652927] env[69155]: _type = "Task" [ 1101.652927] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.658231] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.658829] env[69155]: DEBUG nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.662397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.051s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.663894] env[69155]: INFO nova.compute.claims [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.673562] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600216, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.747047] env[69155]: DEBUG nova.compute.manager [req-2edfb87f-87d6-4733-a78e-286c17cf7e3b req-d64a0bba-e195-4a27-83ac-413a4039b4e2 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received event network-vif-plugged-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.747433] env[69155]: DEBUG oslo_concurrency.lockutils [req-2edfb87f-87d6-4733-a78e-286c17cf7e3b req-d64a0bba-e195-4a27-83ac-413a4039b4e2 service nova] Acquiring lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.747760] env[69155]: DEBUG oslo_concurrency.lockutils [req-2edfb87f-87d6-4733-a78e-286c17cf7e3b req-d64a0bba-e195-4a27-83ac-413a4039b4e2 service nova] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.748015] env[69155]: DEBUG oslo_concurrency.lockutils [req-2edfb87f-87d6-4733-a78e-286c17cf7e3b req-d64a0bba-e195-4a27-83ac-413a4039b4e2 service nova] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.748273] env[69155]: DEBUG nova.compute.manager [req-2edfb87f-87d6-4733-a78e-286c17cf7e3b req-d64a0bba-e195-4a27-83ac-413a4039b4e2 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] No waiting events found dispatching network-vif-plugged-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.748599] env[69155]: WARNING nova.compute.manager [req-2edfb87f-87d6-4733-a78e-286c17cf7e3b req-d64a0bba-e195-4a27-83ac-413a4039b4e2 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received unexpected event network-vif-plugged-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 for instance with vm_state building and task_state spawning. [ 1101.778270] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522a9572-41c9-a1be-1cd4-c29eac8ee755, 'name': SearchDatastore_Task, 'duration_secs': 0.019673} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.778741] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.779111] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.779486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.779742] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.780052] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.780449] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0653ef1-1c61-4b35-8e28-2b7374c2967a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.793827] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.794166] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.795339] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cb7dfd-631d-465c-921c-965584aa380f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.804144] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1101.804144] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fb8654-120f-da50-2674-90acf96b6092" [ 1101.804144] env[69155]: _type = "Task" [ 1101.804144] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.817365] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b63d95d5-7cb2-48cd-be22-3a96996538ec tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.345s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.818860] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fb8654-120f-da50-2674-90acf96b6092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.829283] env[69155]: DEBUG nova.network.neutron [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Successfully updated port: 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.906553] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600215, 'name': CreateVM_Task, 'duration_secs': 0.487041} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.906775] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.907873] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.908126] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.908552] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.908823] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd842cc-c92e-41fa-8c79-72abf5ab0d20 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.914337] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1101.914337] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b3c8a5-1a9a-fc45-37eb-1f70bc1ff68b" [ 1101.914337] env[69155]: _type = "Task" [ 1101.914337] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.924664] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b3c8a5-1a9a-fc45-37eb-1f70bc1ff68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.165102] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600216, 'name': Rename_Task, 'duration_secs': 0.232058} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.165454] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.165732] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4af7f881-ecc0-4726-8392-9eafaeb9ce14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.168688] env[69155]: DEBUG nova.compute.utils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.173271] env[69155]: DEBUG nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.173459] env[69155]: DEBUG nova.network.neutron [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.185325] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1102.185325] env[69155]: value = "task-3600217" [ 1102.185325] env[69155]: _type = "Task" [ 1102.185325] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.198868] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.232342] env[69155]: DEBUG nova.policy [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d34a197b10f46efbd201cdde9794bf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0d6cfe16b44466f9c6385db90db039c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.318216] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fb8654-120f-da50-2674-90acf96b6092, 'name': SearchDatastore_Task, 'duration_secs': 0.013699} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.319295] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee87fa1-4ffa-4ced-b711-90dca2a26cdf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.327786] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1102.327786] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521df594-4f63-46d8-61c5-1e7f591e4821" [ 1102.327786] env[69155]: _type = "Task" [ 1102.327786] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.337419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.337719] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.337955] env[69155]: DEBUG nova.network.neutron [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.345583] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521df594-4f63-46d8-61c5-1e7f591e4821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.431013] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b3c8a5-1a9a-fc45-37eb-1f70bc1ff68b, 'name': SearchDatastore_Task, 'duration_secs': 0.038124} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.431340] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.431598] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.431801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.652976] env[69155]: DEBUG nova.network.neutron [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Successfully created port: 088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.674179] env[69155]: DEBUG nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.683508] env[69155]: DEBUG nova.network.neutron [req-e2137a61-af33-485e-b618-76abbb371962 req-7d50187a-8d28-4035-8537-c5e91d97335e service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Updated VIF entry in instance network info cache for port 1c20b87c-ea92-490d-aed8-8ebac611d13f. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.683508] env[69155]: DEBUG nova.network.neutron [req-e2137a61-af33-485e-b618-76abbb371962 req-7d50187a-8d28-4035-8537-c5e91d97335e service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Updating instance_info_cache with network_info: [{"id": "1c20b87c-ea92-490d-aed8-8ebac611d13f", "address": "fa:16:3e:08:d5:2c", "network": {"id": "a40636ea-7832-40ea-8d4c-4feab73430d1", "bridge": "br-int", "label": "tempest-ServersTestJSON-803110923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e111bf6b7dcf4e8bb807593f644e4cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c20b87c-ea", "ovs_interfaceid": "1c20b87c-ea92-490d-aed8-8ebac611d13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.704195] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600217, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.838791] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521df594-4f63-46d8-61c5-1e7f591e4821, 'name': SearchDatastore_Task, 'duration_secs': 0.02295} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.839104] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.839341] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 861aa99c-b773-4507-97b1-1a8429ab0e9d/861aa99c-b773-4507-97b1-1a8429ab0e9d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.839726] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.839850] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.840117] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75510348-92b5-4619-83b1-6f8b9189fd53 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.844335] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-470e0493-2775-45d5-a7e0-4710760fc9f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.855381] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1102.855381] env[69155]: value = "task-3600218" [ 1102.855381] env[69155]: _type = "Task" [ 1102.855381] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.866992] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.868367] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.868572] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.869325] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79eec8c9-f1bc-4a4a-a782-bed230dfb7be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.876915] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1102.876915] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521ba44e-89f9-59a3-ed11-1da5930b370d" [ 1102.876915] env[69155]: _type = "Task" [ 1102.876915] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.882018] env[69155]: DEBUG nova.network.neutron [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.892909] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521ba44e-89f9-59a3-ed11-1da5930b370d, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.893750] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606e6062-0db1-473a-93e5-ede202e37aa0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.901625] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1102.901625] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c0743a-9a53-1d1a-c736-dbb624d250f2" [ 1102.901625] env[69155]: _type = "Task" [ 1102.901625] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.916023] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c0743a-9a53-1d1a-c736-dbb624d250f2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.919139] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.919459] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a6974dd7-6c7c-45ef-841f-8b3cc02c0b04/a6974dd7-6c7c-45ef-841f-8b3cc02c0b04.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.920013] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-300b5fed-9cbf-416b-bb48-e7391793f1a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.940573] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1102.940573] env[69155]: value = "task-3600219" [ 1102.940573] env[69155]: _type = "Task" [ 1102.940573] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.959656] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.035158] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025cc6cf-d848-420a-90fb-798ef787b3a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.050069] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7048c-ccbc-4e24-980b-c17eeba35e05 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.090440] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a363d-873f-4ff6-8fee-8382244bea41 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.104606] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf05195b-97f8-4e23-95be-5a1ea20d82db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.118014] env[69155]: DEBUG nova.compute.provider_tree [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.148617] env[69155]: DEBUG nova.network.neutron [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.185081] env[69155]: DEBUG oslo_concurrency.lockutils [req-e2137a61-af33-485e-b618-76abbb371962 req-7d50187a-8d28-4035-8537-c5e91d97335e service nova] Releasing lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.197552] env[69155]: DEBUG oslo_vmware.api [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600217, 'name': PowerOnVM_Task, 'duration_secs': 0.923491} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.197842] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.198065] env[69155]: INFO nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1103.198251] env[69155]: DEBUG nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.199134] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d80dc8-9131-4f7c-aee7-ddde4cf795ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.367226] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600218, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.441855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.442136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.442394] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.442631] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.442845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.448786] env[69155]: INFO nova.compute.manager [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Terminating instance [ 1103.457956] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600219, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.621412] env[69155]: DEBUG nova.scheduler.client.report [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.653023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.653023] env[69155]: DEBUG nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Instance network_info: |[{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.653023] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:2c:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b4aabf1-8aad-4892-baf4-1c0fe06e21e9', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.661508] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.662234] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.662472] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bb305b8-0674-4161-affa-5df7e3706bfb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.685413] env[69155]: DEBUG nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.688806] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.688806] env[69155]: value = "task-3600220" [ 1103.688806] env[69155]: _type = "Task" [ 1103.688806] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.698684] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600220, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.719279] env[69155]: INFO nova.compute.manager [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Took 51.57 seconds to build instance. [ 1103.725496] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.725790] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.725998] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.726645] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.726856] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.727068] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.727296] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.727463] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.727632] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.727795] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.727969] env[69155]: DEBUG nova.virt.hardware [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.728915] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40ace88-9a37-4a86-820d-ef8d68b8784b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.738890] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed74500b-ae06-4369-bd24-ae1b7f88a2b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.832046] env[69155]: DEBUG nova.compute.manager [req-8f0c9791-8031-4ccf-be24-5bde47368f37 req-ffef91e9-f5e9-4b77-9879-21f068923f4b service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received event network-changed-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.832306] env[69155]: DEBUG nova.compute.manager [req-8f0c9791-8031-4ccf-be24-5bde47368f37 req-ffef91e9-f5e9-4b77-9879-21f068923f4b service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing instance network info cache due to event network-changed-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.832573] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f0c9791-8031-4ccf-be24-5bde47368f37 req-ffef91e9-f5e9-4b77-9879-21f068923f4b service nova] Acquiring lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.832742] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f0c9791-8031-4ccf-be24-5bde47368f37 req-ffef91e9-f5e9-4b77-9879-21f068923f4b service nova] Acquired lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.832936] env[69155]: DEBUG nova.network.neutron [req-8f0c9791-8031-4ccf-be24-5bde47368f37 req-ffef91e9-f5e9-4b77-9879-21f068923f4b service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing network info cache for port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.867663] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539019} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.867986] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 861aa99c-b773-4507-97b1-1a8429ab0e9d/861aa99c-b773-4507-97b1-1a8429ab0e9d.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.868257] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.868552] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-690f53fe-8c17-4082-8a1f-a09c5e101d31 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.877015] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1103.877015] env[69155]: value = "task-3600221" [ 1103.877015] env[69155]: _type = "Task" [ 1103.877015] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.888411] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.956025] env[69155]: DEBUG nova.compute.manager [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.956229] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.956571] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818781} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.957318] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4207e38-418a-4963-8ce4-7eedb15731af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.960020] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a6974dd7-6c7c-45ef-841f-8b3cc02c0b04/a6974dd7-6c7c-45ef-841f-8b3cc02c0b04.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.960239] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.960490] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f0268d-9044-4006-9d50-9a3b22130b59 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.968033] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.968240] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4befffa0-00d0-4bf3-90c5-a013bf744a29 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.970681] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1103.970681] env[69155]: value = "task-3600222" [ 1103.970681] env[69155]: _type = "Task" [ 1103.970681] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.977838] env[69155]: DEBUG oslo_vmware.api [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1103.977838] env[69155]: value = "task-3600223" [ 1103.977838] env[69155]: _type = "Task" [ 1103.977838] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.983362] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.988974] env[69155]: DEBUG oslo_vmware.api [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.130976] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.133033] env[69155]: DEBUG nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.136820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.303s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.204130] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600220, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.221396] env[69155]: DEBUG oslo_concurrency.lockutils [None req-50053253-7959-4ed3-b834-12e14350d376 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.661s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.308615] env[69155]: DEBUG nova.compute.manager [req-0abb453c-9bb9-492e-a56d-dc026e496a21 req-5db7643e-7344-4a0f-996b-9e2b510f0cdb service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Received event network-vif-plugged-088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.308867] env[69155]: DEBUG oslo_concurrency.lockutils [req-0abb453c-9bb9-492e-a56d-dc026e496a21 req-5db7643e-7344-4a0f-996b-9e2b510f0cdb service nova] Acquiring lock "bb439d56-def0-4dcd-bc36-115fa49353ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.309166] env[69155]: DEBUG oslo_concurrency.lockutils [req-0abb453c-9bb9-492e-a56d-dc026e496a21 req-5db7643e-7344-4a0f-996b-9e2b510f0cdb service nova] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.309269] env[69155]: DEBUG oslo_concurrency.lockutils [req-0abb453c-9bb9-492e-a56d-dc026e496a21 req-5db7643e-7344-4a0f-996b-9e2b510f0cdb service nova] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.309446] env[69155]: DEBUG nova.compute.manager [req-0abb453c-9bb9-492e-a56d-dc026e496a21 req-5db7643e-7344-4a0f-996b-9e2b510f0cdb service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] No waiting events found dispatching network-vif-plugged-088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.309615] env[69155]: WARNING nova.compute.manager [req-0abb453c-9bb9-492e-a56d-dc026e496a21 req-5db7643e-7344-4a0f-996b-9e2b510f0cdb service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Received unexpected event network-vif-plugged-088aa5a6-5b9d-45ac-af81-6388b8bed47a for instance with vm_state building and task_state spawning. [ 1104.389292] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190397} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.389543] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.390350] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7aaf9b-3cd5-4cdb-90ee-8f28bdb0806d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.418974] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 861aa99c-b773-4507-97b1-1a8429ab0e9d/861aa99c-b773-4507-97b1-1a8429ab0e9d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.421797] env[69155]: DEBUG nova.network.neutron [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Successfully updated port: 088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.421797] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3261813e-54d0-4a1a-be9f-8c2505117ffc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.447412] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1104.447412] env[69155]: value = "task-3600224" [ 1104.447412] env[69155]: _type = "Task" [ 1104.447412] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.460930] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.487885] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176859} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.488854] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.490125] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd3dbb5-f92d-4eb6-b9d9-4459e3082a5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.499149] env[69155]: DEBUG oslo_vmware.api [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600223, 'name': PowerOffVM_Task, 'duration_secs': 0.256079} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.499776] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.499956] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.500239] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51ca2287-dcc5-4f5b-b1ea-9726c9906abb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.522017] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a6974dd7-6c7c-45ef-841f-8b3cc02c0b04/a6974dd7-6c7c-45ef-841f-8b3cc02c0b04.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.522361] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379f3dc2-d183-48f8-a1dd-9ccb1c8621d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.543641] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1104.543641] env[69155]: value = "task-3600226" [ 1104.543641] env[69155]: _type = "Task" [ 1104.543641] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.553368] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.595030] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.595030] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.595030] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Deleting the datastore file [datastore2] 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.595030] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99600db1-14e4-49cb-b71b-90d769d72bbf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.603108] env[69155]: DEBUG oslo_vmware.api [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for the task: (returnval){ [ 1104.603108] env[69155]: value = "task-3600227" [ 1104.603108] env[69155]: _type = "Task" [ 1104.603108] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.619563] env[69155]: DEBUG oslo_vmware.api [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.641293] env[69155]: DEBUG nova.compute.utils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.645713] env[69155]: INFO nova.compute.claims [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.651085] env[69155]: DEBUG nova.network.neutron [req-8f0c9791-8031-4ccf-be24-5bde47368f37 req-ffef91e9-f5e9-4b77-9879-21f068923f4b service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updated VIF entry in instance network info cache for port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.651500] env[69155]: DEBUG nova.network.neutron [req-8f0c9791-8031-4ccf-be24-5bde47368f37 req-ffef91e9-f5e9-4b77-9879-21f068923f4b service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.652949] env[69155]: DEBUG nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.652949] env[69155]: DEBUG nova.network.neutron [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.697136] env[69155]: DEBUG nova.policy [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '750f2ffaf878457998827620d2f80195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9ffb7002cf45dcb91c50ac826dc1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.706206] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600220, 'name': CreateVM_Task, 'duration_secs': 0.669231} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.706591] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.707554] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.707875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.708808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.709606] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fefee9-ccb1-4434-a969-9e667ca27ba0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.716623] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1104.716623] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5281a7f4-6658-46f5-b468-81ef182c4d5a" [ 1104.716623] env[69155]: _type = "Task" [ 1104.716623] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.725733] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5281a7f4-6658-46f5-b468-81ef182c4d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.811371] env[69155]: INFO nova.compute.manager [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Rescuing [ 1104.811694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.811910] env[69155]: DEBUG oslo_concurrency.lockutils [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.812137] env[69155]: DEBUG nova.network.neutron [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.938972] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.939314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.939372] env[69155]: DEBUG nova.network.neutron [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.958887] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.054832] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600226, 'name': ReconfigVM_Task, 'duration_secs': 0.35439} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.055472] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a6974dd7-6c7c-45ef-841f-8b3cc02c0b04/a6974dd7-6c7c-45ef-841f-8b3cc02c0b04.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.059244] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-476fbe89-f901-4440-a8f7-d00802ab72e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.065145] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1105.065145] env[69155]: value = "task-3600228" [ 1105.065145] env[69155]: _type = "Task" [ 1105.065145] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.076105] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600228, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.117016] env[69155]: DEBUG oslo_vmware.api [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Task: {'id': task-3600227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182647} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.117368] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.117570] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.117717] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.117896] env[69155]: INFO nova.compute.manager [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1105.118157] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.118392] env[69155]: DEBUG nova.compute.manager [-] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.118438] env[69155]: DEBUG nova.network.neutron [-] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.137790] env[69155]: DEBUG nova.network.neutron [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Successfully created port: 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.151995] env[69155]: INFO nova.compute.resource_tracker [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating resource usage from migration d2a7182d-6864-4601-8352-b2e43d42867d [ 1105.155748] env[69155]: DEBUG nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.165387] env[69155]: DEBUG oslo_concurrency.lockutils [req-8f0c9791-8031-4ccf-be24-5bde47368f37 req-ffef91e9-f5e9-4b77-9879-21f068923f4b service nova] Releasing lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.235158] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5281a7f4-6658-46f5-b468-81ef182c4d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.238611] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.238944] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.240087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.240262] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.240465] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.241136] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef6b2c7-d9e0-4665-b75e-dfbcb7fe47dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.255494] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.255494] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.259631] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339474af-3a0b-4b23-8b32-02be2ff49b7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.269260] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1105.269260] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52305574-db23-7f3e-2b61-f529cd44d72a" [ 1105.269260] env[69155]: _type = "Task" [ 1105.269260] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.283157] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52305574-db23-7f3e-2b61-f529cd44d72a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.467423] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600224, 'name': ReconfigVM_Task, 'duration_secs': 0.871221} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.467708] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 861aa99c-b773-4507-97b1-1a8429ab0e9d/861aa99c-b773-4507-97b1-1a8429ab0e9d.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.468670] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f5ada65-cdb4-4254-83e7-a796725eaca2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.478192] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1105.478192] env[69155]: value = "task-3600229" [ 1105.478192] env[69155]: _type = "Task" [ 1105.478192] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.496474] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600229, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.514803] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9f50fc-cdac-4c5f-b965-bb1b53513769 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.520272] env[69155]: DEBUG nova.network.neutron [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.524627] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a4bbdd-2ac5-4bc8-a39e-61a9088e9567 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.566834] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dd115a-5962-4246-b38e-92a27907d2a8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.580042] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600228, 'name': Rename_Task, 'duration_secs': 0.313454} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.581285] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27caca3c-021d-42ca-b1db-2fd77b2d0087 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.586135] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.586135] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a5730b-0030-46ff-85f1-0282c5cd40fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.598173] env[69155]: DEBUG nova.compute.provider_tree [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.601073] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1105.601073] env[69155]: value = "task-3600230" [ 1105.601073] env[69155]: _type = "Task" [ 1105.601073] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.610029] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.684794] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.685040] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.783903] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52305574-db23-7f3e-2b61-f529cd44d72a, 'name': SearchDatastore_Task, 'duration_secs': 0.016078} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.784979] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d8378d-052b-4c6e-9deb-5045e78e7f08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.792300] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1105.792300] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52644340-079d-6d44-86f6-6fa0f0311a3c" [ 1105.792300] env[69155]: _type = "Task" [ 1105.792300] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.802665] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52644340-079d-6d44-86f6-6fa0f0311a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.831086] env[69155]: DEBUG nova.network.neutron [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Updating instance_info_cache with network_info: [{"id": "3ad8cbd9-7b22-4ea8-9788-b41491e273f0", "address": "fa:16:3e:f4:2c:e5", "network": {"id": "b624d3ae-8ed1-4314-b63e-cff6f5da90bc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-201198321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a98b27734c3744d1b60d7309f01cf3a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad8cbd9-7b", "ovs_interfaceid": "3ad8cbd9-7b22-4ea8-9788-b41491e273f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.883268] env[69155]: DEBUG nova.network.neutron [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Updating instance_info_cache with network_info: [{"id": "088aa5a6-5b9d-45ac-af81-6388b8bed47a", "address": "fa:16:3e:81:8a:0a", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088aa5a6-5b", "ovs_interfaceid": "088aa5a6-5b9d-45ac-af81-6388b8bed47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.991431] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600229, 'name': Rename_Task, 'duration_secs': 0.200606} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.991791] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.991951] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1108262-0adf-4e5d-9676-f2088f7b5805 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.999650] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1105.999650] env[69155]: value = "task-3600231" [ 1105.999650] env[69155]: _type = "Task" [ 1105.999650] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.007869] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.103582] env[69155]: DEBUG nova.scheduler.client.report [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.119526] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600230, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.169202] env[69155]: DEBUG nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.187753] env[69155]: DEBUG nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.205838] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.206094] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.206331] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.206665] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.206917] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.207196] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.207538] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.208878] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.208878] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.208878] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.208878] env[69155]: DEBUG nova.virt.hardware [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.209192] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3378af5d-948a-4b38-a54d-c265d657f3d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.218198] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a43ae3-7343-4bf6-8f67-d6153cc3bb1d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.303889] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52644340-079d-6d44-86f6-6fa0f0311a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.304169] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.304425] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 8e0fa9b9-f71f-4fd2-a137-97adcee14841/8e0fa9b9-f71f-4fd2-a137-97adcee14841.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.304688] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf99f40-65ba-4a43-b51b-c700a4eadb50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.316023] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1106.316023] env[69155]: value = "task-3600232" [ 1106.316023] env[69155]: _type = "Task" [ 1106.316023] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.323538] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.334390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "refresh_cache-08b7a31b-f453-48a2-a1b0-67e46b51f7c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.385912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.386282] env[69155]: DEBUG nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Instance network_info: |[{"id": "088aa5a6-5b9d-45ac-af81-6388b8bed47a", "address": "fa:16:3e:81:8a:0a", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088aa5a6-5b", "ovs_interfaceid": "088aa5a6-5b9d-45ac-af81-6388b8bed47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.386714] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:8a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '088aa5a6-5b9d-45ac-af81-6388b8bed47a', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.399383] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.401238] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.401738] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0df38188-f57a-4a6b-90d7-52c5c7c14191 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.419784] env[69155]: DEBUG nova.compute.manager [req-d3c8bbb3-8d4e-4ff7-b7ce-f27cfdd4df80 req-cb3fb989-cf1e-4f5d-9e47-ba24ad6f0bdc service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Received event network-changed-088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.419989] env[69155]: DEBUG nova.compute.manager [req-d3c8bbb3-8d4e-4ff7-b7ce-f27cfdd4df80 req-cb3fb989-cf1e-4f5d-9e47-ba24ad6f0bdc service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Refreshing instance network info cache due to event network-changed-088aa5a6-5b9d-45ac-af81-6388b8bed47a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.422393] env[69155]: DEBUG oslo_concurrency.lockutils [req-d3c8bbb3-8d4e-4ff7-b7ce-f27cfdd4df80 req-cb3fb989-cf1e-4f5d-9e47-ba24ad6f0bdc service nova] Acquiring lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.422393] env[69155]: DEBUG oslo_concurrency.lockutils [req-d3c8bbb3-8d4e-4ff7-b7ce-f27cfdd4df80 req-cb3fb989-cf1e-4f5d-9e47-ba24ad6f0bdc service nova] Acquired lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.422393] env[69155]: DEBUG nova.network.neutron [req-d3c8bbb3-8d4e-4ff7-b7ce-f27cfdd4df80 req-cb3fb989-cf1e-4f5d-9e47-ba24ad6f0bdc service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Refreshing network info cache for port 088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.432048] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.432048] env[69155]: value = "task-3600233" [ 1106.432048] env[69155]: _type = "Task" [ 1106.432048] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.446959] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600233, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.511770] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.613196] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.477s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.613440] env[69155]: INFO nova.compute.manager [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Migrating [ 1106.621858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.160s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.622150] env[69155]: DEBUG nova.objects.instance [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1106.643027] env[69155]: DEBUG oslo_vmware.api [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600230, 'name': PowerOnVM_Task, 'duration_secs': 0.551705} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.643027] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.643027] env[69155]: INFO nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1106.643027] env[69155]: DEBUG nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.643027] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee394a1-b036-4c5a-8e4e-98f53688d2ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.705556] env[69155]: DEBUG nova.compute.manager [req-001dc6e7-6fe6-4a8a-93c8-9ef02ac55c9a req-16e5d364-a291-4c69-915d-1be9d224bf26 service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Received event network-vif-plugged-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.705805] env[69155]: DEBUG oslo_concurrency.lockutils [req-001dc6e7-6fe6-4a8a-93c8-9ef02ac55c9a req-16e5d364-a291-4c69-915d-1be9d224bf26 service nova] Acquiring lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.706479] env[69155]: DEBUG oslo_concurrency.lockutils [req-001dc6e7-6fe6-4a8a-93c8-9ef02ac55c9a req-16e5d364-a291-4c69-915d-1be9d224bf26 service nova] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.706687] env[69155]: DEBUG oslo_concurrency.lockutils [req-001dc6e7-6fe6-4a8a-93c8-9ef02ac55c9a req-16e5d364-a291-4c69-915d-1be9d224bf26 service nova] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.706922] env[69155]: DEBUG nova.compute.manager [req-001dc6e7-6fe6-4a8a-93c8-9ef02ac55c9a req-16e5d364-a291-4c69-915d-1be9d224bf26 service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] No waiting events found dispatching network-vif-plugged-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.707118] env[69155]: WARNING nova.compute.manager [req-001dc6e7-6fe6-4a8a-93c8-9ef02ac55c9a req-16e5d364-a291-4c69-915d-1be9d224bf26 service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Received unexpected event network-vif-plugged-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 for instance with vm_state building and task_state spawning. [ 1106.721597] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.814650] env[69155]: DEBUG nova.network.neutron [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Successfully updated port: 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.831362] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600232, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.866500] env[69155]: DEBUG nova.network.neutron [-] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.954126] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600233, 'name': CreateVM_Task, 'duration_secs': 0.452505} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.954448] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.956265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.956265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.956853] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.956937] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16eeca8-b90c-49d4-9424-e06ba1f501f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.964920] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1106.964920] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dabaca-4db1-d259-4971-0f7aa9583892" [ 1106.964920] env[69155]: _type = "Task" [ 1106.964920] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.980720] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dabaca-4db1-d259-4971-0f7aa9583892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.012029] env[69155]: DEBUG oslo_vmware.api [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600231, 'name': PowerOnVM_Task, 'duration_secs': 0.794438} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.012792] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.012792] env[69155]: INFO nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1107.012792] env[69155]: DEBUG nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.013776] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19809ce4-d9fb-4f65-a196-d56f17dbaec9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.140752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.140932] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.141078] env[69155]: DEBUG nova.network.neutron [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.164338] env[69155]: INFO nova.compute.manager [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Took 37.83 seconds to build instance. [ 1107.187602] env[69155]: DEBUG nova.network.neutron [req-d3c8bbb3-8d4e-4ff7-b7ce-f27cfdd4df80 req-cb3fb989-cf1e-4f5d-9e47-ba24ad6f0bdc service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Updated VIF entry in instance network info cache for port 088aa5a6-5b9d-45ac-af81-6388b8bed47a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.187970] env[69155]: DEBUG nova.network.neutron [req-d3c8bbb3-8d4e-4ff7-b7ce-f27cfdd4df80 req-cb3fb989-cf1e-4f5d-9e47-ba24ad6f0bdc service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Updating instance_info_cache with network_info: [{"id": "088aa5a6-5b9d-45ac-af81-6388b8bed47a", "address": "fa:16:3e:81:8a:0a", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088aa5a6-5b", "ovs_interfaceid": "088aa5a6-5b9d-45ac-af81-6388b8bed47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.326187] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-95d34fd4-cd7c-49a4-aefc-de45b4bac310" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.326345] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-95d34fd4-cd7c-49a4-aefc-de45b4bac310" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.326494] env[69155]: DEBUG nova.network.neutron [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.327896] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572863} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.328294] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 8e0fa9b9-f71f-4fd2-a137-97adcee14841/8e0fa9b9-f71f-4fd2-a137-97adcee14841.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.328533] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.328782] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ea1741-5a91-49bb-ba89-4a430e3d578f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.337625] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1107.337625] env[69155]: value = "task-3600234" [ 1107.337625] env[69155]: _type = "Task" [ 1107.337625] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.346650] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.369762] env[69155]: INFO nova.compute.manager [-] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Took 2.25 seconds to deallocate network for instance. [ 1107.476462] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dabaca-4db1-d259-4971-0f7aa9583892, 'name': SearchDatastore_Task, 'duration_secs': 0.043101} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.476836] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.477130] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.477409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.477618] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.477871] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.478196] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a81d8587-da56-4094-8c38-e3a2756800ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.491373] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.491617] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.492737] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7cefde-1071-4de4-a4c7-4f5fe4457ae4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.498122] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1107.498122] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522160b9-8d65-db4e-4810-22073acfd2d2" [ 1107.498122] env[69155]: _type = "Task" [ 1107.498122] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.507506] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522160b9-8d65-db4e-4810-22073acfd2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.535251] env[69155]: INFO nova.compute.manager [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Took 44.94 seconds to build instance. [ 1107.639842] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f95731e7-66ff-41eb-8f90-679cdabadd65 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.639842] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.270s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.640136] env[69155]: DEBUG nova.objects.instance [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'resources' on Instance uuid d291de83-0154-4667-9442-ebac9dbf5670 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.666353] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e0902918-41e0-4b54-8399-47662a7dd561 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.342s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.690414] env[69155]: DEBUG oslo_concurrency.lockutils [req-d3c8bbb3-8d4e-4ff7-b7ce-f27cfdd4df80 req-cb3fb989-cf1e-4f5d-9e47-ba24ad6f0bdc service nova] Releasing lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.847088] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.368407} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.847394] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.848663] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78a4e6b-9237-45a6-9cf9-5e18024a3947 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.881206] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8e0fa9b9-f71f-4fd2-a137-97adcee14841/8e0fa9b9-f71f-4fd2-a137-97adcee14841.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.882665] env[69155]: DEBUG nova.network.neutron [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance_info_cache with network_info: [{"id": "05f69176-d798-47ce-8f63-c9fa135eb689", "address": "fa:16:3e:a1:79:f6", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f69176-d7", "ovs_interfaceid": "05f69176-d798-47ce-8f63-c9fa135eb689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.884837] env[69155]: DEBUG nova.network.neutron [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.887437] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.888431] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.888677] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9073e58c-d63d-46a4-8616-fbe17200dade {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.907771] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-376d8a20-4030-404d-822b-786d945f5d61 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.917387] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1107.917387] env[69155]: value = "task-3600236" [ 1107.917387] env[69155]: _type = "Task" [ 1107.917387] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.917909] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1107.917909] env[69155]: value = "task-3600235" [ 1107.917909] env[69155]: _type = "Task" [ 1107.917909] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.934759] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.938136] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600236, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.010350] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522160b9-8d65-db4e-4810-22073acfd2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.022296} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.011183] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457e5d28-381f-4fe2-8c18-7431a4b64010 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.017375] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1108.017375] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5211ff72-cb61-18a4-9730-5735a8a849a9" [ 1108.017375] env[69155]: _type = "Task" [ 1108.017375] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.026224] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5211ff72-cb61-18a4-9730-5735a8a849a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.037276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "861aa99c-b773-4507-97b1-1a8429ab0e9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.669s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.095695] env[69155]: DEBUG nova.network.neutron [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Updating instance_info_cache with network_info: [{"id": "52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2", "address": "fa:16:3e:d5:8c:35", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a7f126-7f", "ovs_interfaceid": "52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.408463] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.436042] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.437319] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600235, 'name': PowerOffVM_Task, 'duration_secs': 0.305047} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.437615] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.438507] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a36d78-01f2-4e74-91e3-5047c60b743e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.467944] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20804fbd-325d-48a3-8316-fc7154e5ee12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.481434] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f77e88-a52e-4ccf-a136-3c59c5efc404 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.492123] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3d1466-1417-4790-b862-17bf38dbf508 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.540173] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea23207-1c50-480a-b838-986c5c71fa3f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.543921] env[69155]: DEBUG nova.compute.manager [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Received event network-vif-deleted-f977146c-e31d-489d-b7e5-1d82e7c0dc35 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.544122] env[69155]: DEBUG nova.compute.manager [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Received event network-changed-1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.544281] env[69155]: DEBUG nova.compute.manager [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Refreshing instance network info cache due to event network-changed-1c20b87c-ea92-490d-aed8-8ebac611d13f. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.544481] env[69155]: DEBUG oslo_concurrency.lockutils [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] Acquiring lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.544615] env[69155]: DEBUG oslo_concurrency.lockutils [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] Acquired lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.544767] env[69155]: DEBUG nova.network.neutron [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Refreshing network info cache for port 1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.547523] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.548026] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e791f02-c0d7-4f07-b8b4-9e400f058961 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.561259] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843fbf18-ae71-4ff5-9d5c-8ed06c091892 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.564669] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5211ff72-cb61-18a4-9730-5735a8a849a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016212} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.566497] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.566787] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] bb439d56-def0-4dcd-bc36-115fa49353ef/bb439d56-def0-4dcd-bc36-115fa49353ef.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.567106] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1108.567106] env[69155]: value = "task-3600237" [ 1108.567106] env[69155]: _type = "Task" [ 1108.567106] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.567666] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-636f83dd-aeda-4626-8460-5a8e68ebaaf9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.580724] env[69155]: DEBUG nova.compute.provider_tree [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.588698] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1108.588698] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.588830] env[69155]: DEBUG oslo_concurrency.lockutils [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.588993] env[69155]: DEBUG oslo_concurrency.lockutils [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.589414] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.589505] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1108.589505] env[69155]: value = "task-3600238" [ 1108.589505] env[69155]: _type = "Task" [ 1108.589505] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.590244] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300a8420-6671-42ce-94e0-3b9fd47ce32b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.601661] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-95d34fd4-cd7c-49a4-aefc-de45b4bac310" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.601972] env[69155]: DEBUG nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Instance network_info: |[{"id": "52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2", "address": "fa:16:3e:d5:8c:35", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a7f126-7f", "ovs_interfaceid": "52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.602566] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.603831] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:8c:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.611264] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.611737] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.611737] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.612636] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.612854] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff6d48b-0923-43d3-8884-c1fd84bae33c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.615188] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e7a846-04f0-4a8f-bb93-b30e1d251033 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.639531] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1108.639531] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b87818-ccd4-16c8-f57c-1735d25b6599" [ 1108.639531] env[69155]: _type = "Task" [ 1108.639531] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.644731] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.644731] env[69155]: value = "task-3600239" [ 1108.644731] env[69155]: _type = "Task" [ 1108.644731] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.651243] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b87818-ccd4-16c8-f57c-1735d25b6599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.657429] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600239, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.789014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ac8b86ae-1cb1-43ba-b783-648c045ffd28 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "interface-861aa99c-b773-4507-97b1-1a8429ab0e9d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.789302] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ac8b86ae-1cb1-43ba-b783-648c045ffd28 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "interface-861aa99c-b773-4507-97b1-1a8429ab0e9d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.789667] env[69155]: DEBUG nova.objects.instance [None req-ac8b86ae-1cb1-43ba-b783-648c045ffd28 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lazy-loading 'flavor' on Instance uuid 861aa99c-b773-4507-97b1-1a8429ab0e9d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.929365] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.946316] env[69155]: DEBUG nova.compute.manager [req-10e33ca6-4100-4b3f-907b-fd94f6f35289 req-f9efd7bf-34c1-4b6f-83df-a6dfd3317ee3 service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Received event network-changed-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.946316] env[69155]: DEBUG nova.compute.manager [req-10e33ca6-4100-4b3f-907b-fd94f6f35289 req-f9efd7bf-34c1-4b6f-83df-a6dfd3317ee3 service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Refreshing instance network info cache due to event network-changed-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.946316] env[69155]: DEBUG oslo_concurrency.lockutils [req-10e33ca6-4100-4b3f-907b-fd94f6f35289 req-f9efd7bf-34c1-4b6f-83df-a6dfd3317ee3 service nova] Acquiring lock "refresh_cache-95d34fd4-cd7c-49a4-aefc-de45b4bac310" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.946457] env[69155]: DEBUG oslo_concurrency.lockutils [req-10e33ca6-4100-4b3f-907b-fd94f6f35289 req-f9efd7bf-34c1-4b6f-83df-a6dfd3317ee3 service nova] Acquired lock "refresh_cache-95d34fd4-cd7c-49a4-aefc-de45b4bac310" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.946678] env[69155]: DEBUG nova.network.neutron [req-10e33ca6-4100-4b3f-907b-fd94f6f35289 req-f9efd7bf-34c1-4b6f-83df-a6dfd3317ee3 service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Refreshing network info cache for port 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.085803] env[69155]: DEBUG nova.scheduler.client.report [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.105273] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490092} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.106728] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] bb439d56-def0-4dcd-bc36-115fa49353ef/bb439d56-def0-4dcd-bc36-115fa49353ef.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.106728] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.106728] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08bd3e9a-53d1-44fb-98b6-2bf7ac67b9d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.116352] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1109.116352] env[69155]: value = "task-3600240" [ 1109.116352] env[69155]: _type = "Task" [ 1109.116352] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.128584] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.153693] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b87818-ccd4-16c8-f57c-1735d25b6599, 'name': SearchDatastore_Task, 'duration_secs': 0.015833} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.155152] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8387b4e-0dcf-452b-ba90-158f18d7150c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.161500] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600239, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.165499] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1109.165499] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52780fb1-61a0-8eac-c6f4-56e59bc8e228" [ 1109.165499] env[69155]: _type = "Task" [ 1109.165499] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.177746] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52780fb1-61a0-8eac-c6f4-56e59bc8e228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.294177] env[69155]: DEBUG nova.objects.instance [None req-ac8b86ae-1cb1-43ba-b783-648c045ffd28 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lazy-loading 'pci_requests' on Instance uuid 861aa99c-b773-4507-97b1-1a8429ab0e9d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.320601] env[69155]: DEBUG nova.network.neutron [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Updated VIF entry in instance network info cache for port 1c20b87c-ea92-490d-aed8-8ebac611d13f. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.320972] env[69155]: DEBUG nova.network.neutron [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Updating instance_info_cache with network_info: [{"id": "1c20b87c-ea92-490d-aed8-8ebac611d13f", "address": "fa:16:3e:08:d5:2c", "network": {"id": "a40636ea-7832-40ea-8d4c-4feab73430d1", "bridge": "br-int", "label": "tempest-ServersTestJSON-803110923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e111bf6b7dcf4e8bb807593f644e4cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c20b87c-ea", "ovs_interfaceid": "1c20b87c-ea92-490d-aed8-8ebac611d13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.431933] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600236, 'name': ReconfigVM_Task, 'duration_secs': 1.341837} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.432198] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8e0fa9b9-f71f-4fd2-a137-97adcee14841/8e0fa9b9-f71f-4fd2-a137-97adcee14841.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.432846] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76cfb782-56b1-40e2-8cc7-18fb81562104 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.440592] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1109.440592] env[69155]: value = "task-3600241" [ 1109.440592] env[69155]: _type = "Task" [ 1109.440592] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.452826] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600241, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.591989] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.594494] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.217s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.594998] env[69155]: DEBUG nova.objects.instance [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lazy-loading 'resources' on Instance uuid 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.622227] env[69155]: INFO nova.scheduler.client.report [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted allocations for instance d291de83-0154-4667-9442-ebac9dbf5670 [ 1109.629488] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071947} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.629758] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.630804] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3551846-d53d-4e59-8bc9-507ec830ceaf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.660900] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] bb439d56-def0-4dcd-bc36-115fa49353ef/bb439d56-def0-4dcd-bc36-115fa49353ef.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.667839] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6710adf9-d92b-4397-8a77-b12e53b858a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.693067] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600239, 'name': CreateVM_Task, 'duration_secs': 0.657626} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.697389] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.697648] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52780fb1-61a0-8eac-c6f4-56e59bc8e228, 'name': SearchDatastore_Task, 'duration_secs': 0.013946} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.697920] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1109.697920] env[69155]: value = "task-3600242" [ 1109.697920] env[69155]: _type = "Task" [ 1109.697920] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.698616] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.698749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.699076] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.699354] env[69155]: DEBUG oslo_concurrency.lockutils [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.699682] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. {{(pid=69155) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1109.699965] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79065d9-d826-404b-8e4f-87415212ae4b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.702037] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2c80622-4199-4108-8bba-c37e9e52d5f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.713332] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.715811] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1109.715811] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b00e86-a8ef-99a9-f2fd-00581fedb492" [ 1109.715811] env[69155]: _type = "Task" [ 1109.715811] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.716077] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1109.716077] env[69155]: value = "task-3600243" [ 1109.716077] env[69155]: _type = "Task" [ 1109.716077] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.723030] env[69155]: DEBUG nova.network.neutron [req-10e33ca6-4100-4b3f-907b-fd94f6f35289 req-f9efd7bf-34c1-4b6f-83df-a6dfd3317ee3 service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Updated VIF entry in instance network info cache for port 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.723381] env[69155]: DEBUG nova.network.neutron [req-10e33ca6-4100-4b3f-907b-fd94f6f35289 req-f9efd7bf-34c1-4b6f-83df-a6dfd3317ee3 service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Updating instance_info_cache with network_info: [{"id": "52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2", "address": "fa:16:3e:d5:8c:35", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a7f126-7f", "ovs_interfaceid": "52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.732038] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.734842] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b00e86-a8ef-99a9-f2fd-00581fedb492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.797197] env[69155]: DEBUG nova.objects.base [None req-ac8b86ae-1cb1-43ba-b783-648c045ffd28 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Object Instance<861aa99c-b773-4507-97b1-1a8429ab0e9d> lazy-loaded attributes: flavor,pci_requests {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.797439] env[69155]: DEBUG nova.network.neutron [None req-ac8b86ae-1cb1-43ba-b783-648c045ffd28 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.823395] env[69155]: DEBUG oslo_concurrency.lockutils [req-7015bc9e-4e9f-44b5-ad6f-e3b59f1c7030 req-70e19ecd-3360-417e-ab09-197649f1453f service nova] Releasing lock "refresh_cache-a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.901404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ac8b86ae-1cb1-43ba-b783-648c045ffd28 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "interface-861aa99c-b773-4507-97b1-1a8429ab0e9d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.112s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.931193] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa53d6d-cac8-4e4b-828e-2c775c16b4df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.953496] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance 'b43dee32-0166-408e-aaf1-473a67d37baf' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.966056] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600241, 'name': Rename_Task, 'duration_secs': 0.170556} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.966205] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.966432] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dea9b53-3d1f-4ca6-b720-afec00cdef18 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.973483] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1109.973483] env[69155]: value = "task-3600244" [ 1109.973483] env[69155]: _type = "Task" [ 1109.973483] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.983304] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.132362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "d291de83-0154-4667-9442-ebac9dbf5670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.540s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.211883] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.232793] env[69155]: DEBUG oslo_concurrency.lockutils [req-10e33ca6-4100-4b3f-907b-fd94f6f35289 req-f9efd7bf-34c1-4b6f-83df-a6dfd3317ee3 service nova] Releasing lock "refresh_cache-95d34fd4-cd7c-49a4-aefc-de45b4bac310" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.233317] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600243, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.233599] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b00e86-a8ef-99a9-f2fd-00581fedb492, 'name': SearchDatastore_Task, 'duration_secs': 0.056543} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.233883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.234188] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.234510] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.234703] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.234911] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.235243] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d35a4aa-b077-4fd1-bcea-9f78f3e4ebd0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.247110] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.247366] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.248235] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ee4ac6-8f4e-4497-8d98-f9f2741092ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.258646] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1110.258646] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52565298-e1e6-6231-80ab-51ef65786fa6" [ 1110.258646] env[69155]: _type = "Task" [ 1110.258646] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.271049] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52565298-e1e6-6231-80ab-51ef65786fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.386022] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a4811f-743e-4e32-94ec-60ccacaaa204 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.398456] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ab92cf-bb37-478c-a13a-8f915b49395f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.434819] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b69a72d-69b5-44a7-8b56-50e4755b6848 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.446381] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc28d33-4b32-4888-adcf-7e7fa2ccbd04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.468985] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.469674] env[69155]: DEBUG nova.compute.provider_tree [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.471130] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549502a7-2922-4dbc-a06f-24668992dde8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.481312] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1110.481312] env[69155]: value = "task-3600245" [ 1110.481312] env[69155]: _type = "Task" [ 1110.481312] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.485523] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.494827] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.711770] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600242, 'name': ReconfigVM_Task, 'duration_secs': 0.677081} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.712037] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Reconfigured VM instance instance-00000064 to attach disk [datastore1] bb439d56-def0-4dcd-bc36-115fa49353ef/bb439d56-def0-4dcd-bc36-115fa49353ef.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.712696] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5af84a3c-4105-43a8-b75c-58609f3b8560 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.721706] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1110.721706] env[69155]: value = "task-3600246" [ 1110.721706] env[69155]: _type = "Task" [ 1110.721706] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.728425] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854061} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.729068] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. [ 1110.729849] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab992ee0-bb44-4076-9e12-589ff7bab043 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.736182] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600246, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.762299] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.762769] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed840f6-347f-4ea5-8115-9c80e2de10c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.786435] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52565298-e1e6-6231-80ab-51ef65786fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.019301} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.788468] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1110.788468] env[69155]: value = "task-3600247" [ 1110.788468] env[69155]: _type = "Task" [ 1110.788468] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.788771] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8454e17-2793-4377-b897-1572bdde2048 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.799390] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.800845] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1110.800845] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5246a992-6b3c-b848-9e1c-53c93ac69e22" [ 1110.800845] env[69155]: _type = "Task" [ 1110.800845] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.811782] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5246a992-6b3c-b848-9e1c-53c93ac69e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.975323] env[69155]: DEBUG nova.scheduler.client.report [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.988269] env[69155]: DEBUG oslo_vmware.api [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600244, 'name': PowerOnVM_Task, 'duration_secs': 0.518186} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.991504] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.991712] env[69155]: INFO nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1110.991901] env[69155]: DEBUG nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.992694] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60c188-2c82-4a23-97ec-db10aad790cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.005689] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600245, 'name': PowerOffVM_Task, 'duration_secs': 0.411382} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.006189] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.006377] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance 'b43dee32-0166-408e-aaf1-473a67d37baf' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.235229] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600246, 'name': Rename_Task, 'duration_secs': 0.307775} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.235583] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.235897] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad63c9cd-4b23-43c3-806f-bc1e0831369a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.243648] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1111.243648] env[69155]: value = "task-3600248" [ 1111.243648] env[69155]: _type = "Task" [ 1111.243648] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.252288] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.301584] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.310583] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5246a992-6b3c-b848-9e1c-53c93ac69e22, 'name': SearchDatastore_Task, 'duration_secs': 0.016233} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.310837] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.311099] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 95d34fd4-cd7c-49a4-aefc-de45b4bac310/95d34fd4-cd7c-49a4-aefc-de45b4bac310.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.311358] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd325365-bbc9-44ff-90d4-dc0c642f69bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.318435] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1111.318435] env[69155]: value = "task-3600249" [ 1111.318435] env[69155]: _type = "Task" [ 1111.318435] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.327153] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.483362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.486322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.748s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.487921] env[69155]: INFO nova.compute.claims [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.501867] env[69155]: INFO nova.scheduler.client.report [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Deleted allocations for instance 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e [ 1111.512685] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.514579] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.521152] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07aa189-4a58-4bdd-8888-cb505d1e3f81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.531940] env[69155]: INFO nova.compute.manager [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Took 40.52 seconds to build instance. [ 1111.544488] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1111.544488] env[69155]: value = "task-3600250" [ 1111.544488] env[69155]: _type = "Task" [ 1111.544488] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.556153] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.728484] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.728758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.754991] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.802455] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600247, 'name': ReconfigVM_Task, 'duration_secs': 0.974638} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.802755] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.803917] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46445345-25e7-431a-b121-3b380488e4f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.838114] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2871de26-0437-42d2-ade5-35cb17473c35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.856496] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600249, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.858577] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1111.858577] env[69155]: value = "task-3600251" [ 1111.858577] env[69155]: _type = "Task" [ 1111.858577] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.868486] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.015832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-956b7964-282e-46d0-974f-311032e74430 tempest-ServersListShow2100Test-975255831 tempest-ServersListShow2100Test-975255831-project-member] Lock "5281dcf5-4c43-4bf1-8c5f-0ab978184b2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.853s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.037025] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c79c81f7-cb78-4100-b035-e354d510bab6 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.037s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.038540] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "861aa99c-b773-4507-97b1-1a8429ab0e9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.038850] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "861aa99c-b773-4507-97b1-1a8429ab0e9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.039077] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "861aa99c-b773-4507-97b1-1a8429ab0e9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.039288] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "861aa99c-b773-4507-97b1-1a8429ab0e9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.039455] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "861aa99c-b773-4507-97b1-1a8429ab0e9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.042017] env[69155]: INFO nova.compute.manager [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Terminating instance [ 1112.056908] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600250, 'name': ReconfigVM_Task, 'duration_secs': 0.359076} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.057256] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance 'b43dee32-0166-408e-aaf1-473a67d37baf' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.231350] env[69155]: DEBUG nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.255964] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600248, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.345065] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843302} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.348719] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 95d34fd4-cd7c-49a4-aefc-de45b4bac310/95d34fd4-cd7c-49a4-aefc-de45b4bac310.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.348973] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.349416] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70de1a83-b445-45fb-8d48-081d868d8b1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.356602] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1112.356602] env[69155]: value = "task-3600252" [ 1112.356602] env[69155]: _type = "Task" [ 1112.356602] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.372941] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.376018] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600251, 'name': ReconfigVM_Task, 'duration_secs': 0.26672} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.376018] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.376018] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-491a317b-60f3-41eb-a6a8-47fab0afc4a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.387019] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1112.387019] env[69155]: value = "task-3600253" [ 1112.387019] env[69155]: _type = "Task" [ 1112.387019] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.397023] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.518017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.518017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.518017] env[69155]: DEBUG nova.compute.manager [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.518017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1e7ca8-b8f1-4247-ac67-8cb2b2788067 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.529142] env[69155]: DEBUG nova.compute.manager [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1112.529831] env[69155]: DEBUG nova.objects.instance [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'flavor' on Instance uuid 865992c7-0ec5-451b-b9dc-4c4ecf356725 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.551400] env[69155]: DEBUG nova.compute.manager [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.551631] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.552934] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e754b30a-65b7-4277-805a-c8b1165bf3a1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.564353] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.564598] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.564775] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.564967] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.565192] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.565400] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.565650] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.565824] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.565995] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.567231] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.567231] env[69155]: DEBUG nova.virt.hardware [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.572693] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.572693] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.575350] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0620fa4a-aec1-481e-9be2-96a36d7550ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.591331] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d84c904f-204e-43f3-979d-a9b4fa305e8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.603362] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1112.603362] env[69155]: value = "task-3600254" [ 1112.603362] env[69155]: _type = "Task" [ 1112.603362] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.610105] env[69155]: DEBUG oslo_vmware.api [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1112.610105] env[69155]: value = "task-3600255" [ 1112.610105] env[69155]: _type = "Task" [ 1112.610105] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.620803] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.626947] env[69155]: DEBUG oslo_vmware.api [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.756486] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.762443] env[69155]: DEBUG oslo_vmware.api [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600248, 'name': PowerOnVM_Task, 'duration_secs': 1.133} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.762750] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.763725] env[69155]: INFO nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1112.763988] env[69155]: DEBUG nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.764835] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c5526-4d0d-4113-9099-5ad168a2db35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.792810] env[69155]: DEBUG nova.compute.manager [req-149e6f6d-095d-4c34-b1d1-0fde3dc80d69 req-566f5fb4-8ba0-4d21-a09d-a619900c5894 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.793070] env[69155]: DEBUG nova.compute.manager [req-149e6f6d-095d-4c34-b1d1-0fde3dc80d69 req-566f5fb4-8ba0-4d21-a09d-a619900c5894 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing instance network info cache due to event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.793315] env[69155]: DEBUG oslo_concurrency.lockutils [req-149e6f6d-095d-4c34-b1d1-0fde3dc80d69 req-566f5fb4-8ba0-4d21-a09d-a619900c5894 service nova] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.793492] env[69155]: DEBUG oslo_concurrency.lockutils [req-149e6f6d-095d-4c34-b1d1-0fde3dc80d69 req-566f5fb4-8ba0-4d21-a09d-a619900c5894 service nova] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.793672] env[69155]: DEBUG nova.network.neutron [req-149e6f6d-095d-4c34-b1d1-0fde3dc80d69 req-566f5fb4-8ba0-4d21-a09d-a619900c5894 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.859264] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2b49c5-c1f7-43ee-b34f-53a00f20ad29 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.873099] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068795} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.873419] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.874407] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ebe127-d94a-4776-8bee-c0e632cb442b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.878102] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c272a8-e4c7-49e6-bcd6-6193c65e449e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.901252] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 95d34fd4-cd7c-49a4-aefc-de45b4bac310/95d34fd4-cd7c-49a4-aefc-de45b4bac310.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.930831] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d811330c-9eea-49d5-92b3-0d757e909112 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.951345] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a8e6e-9fb6-42fc-9496-12eeaee46713 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.961050] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.961385] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1112.961385] env[69155]: value = "task-3600256" [ 1112.961385] env[69155]: _type = "Task" [ 1112.961385] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.962769] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aec02b2-72fa-4b97-9b1e-f70b126be08d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.983168] env[69155]: DEBUG nova.compute.provider_tree [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.988572] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.115681] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600254, 'name': ReconfigVM_Task, 'duration_secs': 0.505765} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.119180] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.120046] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed40a4c-93f9-4f6c-af39-f5807f368d4b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.131176] env[69155]: DEBUG oslo_vmware.api [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600255, 'name': PowerOffVM_Task, 'duration_secs': 0.427157} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.147132] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.147132] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.154773] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] b43dee32-0166-408e-aaf1-473a67d37baf/b43dee32-0166-408e-aaf1-473a67d37baf.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.155408] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68080ad8-ca0c-465f-8631-d2fd2a561a5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.156950] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4a57c3-4299-444d-96e2-83d89fdd0556 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.177822] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1113.177822] env[69155]: value = "task-3600258" [ 1113.177822] env[69155]: _type = "Task" [ 1113.177822] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.186138] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.283233] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.283533] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.283533] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Deleting the datastore file [datastore2] 861aa99c-b773-4507-97b1-1a8429ab0e9d {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.287070] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93a13d90-bc54-4446-9b98-f611ee96a76e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.289964] env[69155]: INFO nova.compute.manager [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Took 37.95 seconds to build instance. [ 1113.294878] env[69155]: DEBUG oslo_vmware.api [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for the task: (returnval){ [ 1113.294878] env[69155]: value = "task-3600259" [ 1113.294878] env[69155]: _type = "Task" [ 1113.294878] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.305165] env[69155]: DEBUG oslo_vmware.api [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.405621] env[69155]: DEBUG oslo_vmware.api [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600253, 'name': PowerOnVM_Task, 'duration_secs': 0.818047} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.406173] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.410637] env[69155]: DEBUG nova.compute.manager [None req-202d1d8d-0e37-4f63-93c8-244c888574d9 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.412032] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6495e2a4-999f-42f9-aa85-d3c5f7acd302 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.476630] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.522322] env[69155]: ERROR nova.scheduler.client.report [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [req-f25539e5-9947-4e4d-86ac-8335b3e90ce7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f25539e5-9947-4e4d-86ac-8335b3e90ce7"}]} [ 1113.540335] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.540645] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47ed5b7c-2095-4949-827c-2c7a6ef15bb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.549292] env[69155]: DEBUG oslo_vmware.api [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1113.549292] env[69155]: value = "task-3600260" [ 1113.549292] env[69155]: _type = "Task" [ 1113.549292] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.550288] env[69155]: DEBUG nova.scheduler.client.report [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1113.562310] env[69155]: DEBUG oslo_vmware.api [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.570619] env[69155]: DEBUG nova.scheduler.client.report [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1113.570861] env[69155]: DEBUG nova.compute.provider_tree [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.584705] env[69155]: DEBUG nova.scheduler.client.report [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1113.608681] env[69155]: DEBUG nova.scheduler.client.report [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1113.693983] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600258, 'name': ReconfigVM_Task, 'duration_secs': 0.441443} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.695293] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Reconfigured VM instance instance-0000005b to attach disk [datastore2] b43dee32-0166-408e-aaf1-473a67d37baf/b43dee32-0166-408e-aaf1-473a67d37baf.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.696055] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance 'b43dee32-0166-408e-aaf1-473a67d37baf' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.734527] env[69155]: DEBUG nova.network.neutron [req-149e6f6d-095d-4c34-b1d1-0fde3dc80d69 req-566f5fb4-8ba0-4d21-a09d-a619900c5894 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updated VIF entry in instance network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.734960] env[69155]: DEBUG nova.network.neutron [req-149e6f6d-095d-4c34-b1d1-0fde3dc80d69 req-566f5fb4-8ba0-4d21-a09d-a619900c5894 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.793072] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b2b92725-b66f-4eca-9c09-af2d797951ac tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.341s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.805862] env[69155]: DEBUG oslo_vmware.api [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Task: {'id': task-3600259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171982} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.806161] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.806348] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.806529] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.806774] env[69155]: INFO nova.compute.manager [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1113.807035] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.807230] env[69155]: DEBUG nova.compute.manager [-] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.807460] env[69155]: DEBUG nova.network.neutron [-] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.848701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquiring lock "e3580fdf-80a9-46b8-8877-06f011c08f94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.848995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "e3580fdf-80a9-46b8-8877-06f011c08f94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.849236] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquiring lock "e3580fdf-80a9-46b8-8877-06f011c08f94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.850397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "e3580fdf-80a9-46b8-8877-06f011c08f94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.850397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "e3580fdf-80a9-46b8-8877-06f011c08f94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.852592] env[69155]: INFO nova.compute.manager [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Terminating instance [ 1113.963562] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f616326c-361c-418b-a24c-bbe4d3d38372 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.978173] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d19fa05-b1c0-48b5-a4f7-07f20764cd84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.981403] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600256, 'name': ReconfigVM_Task, 'duration_secs': 0.52905} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.981668] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 95d34fd4-cd7c-49a4-aefc-de45b4bac310/95d34fd4-cd7c-49a4-aefc-de45b4bac310.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.982629] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc5767b7-26c3-4ed1-808e-ef6c16e2dde2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.022226] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd200798-d4dd-4696-83d3-9bb94fd36da4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.028130] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1114.028130] env[69155]: value = "task-3600261" [ 1114.028130] env[69155]: _type = "Task" [ 1114.028130] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.033283] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d641a2ee-d56b-467d-8a90-1f7dd95954e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.040285] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600261, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.051063] env[69155]: DEBUG nova.compute.provider_tree [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.060683] env[69155]: DEBUG oslo_vmware.api [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600260, 'name': PowerOffVM_Task, 'duration_secs': 0.378846} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.060946] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.061181] env[69155]: DEBUG nova.compute.manager [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.062033] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8952e-b4bc-4743-abe2-b45c0ec10fcb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.091388] env[69155]: DEBUG nova.compute.manager [req-df284a60-7f24-45db-a0fc-6008ca70b376 req-88113e8a-a031-4939-8060-e1f6160550aa service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Received event network-changed-088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.091612] env[69155]: DEBUG nova.compute.manager [req-df284a60-7f24-45db-a0fc-6008ca70b376 req-88113e8a-a031-4939-8060-e1f6160550aa service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Refreshing instance network info cache due to event network-changed-088aa5a6-5b9d-45ac-af81-6388b8bed47a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.091922] env[69155]: DEBUG oslo_concurrency.lockutils [req-df284a60-7f24-45db-a0fc-6008ca70b376 req-88113e8a-a031-4939-8060-e1f6160550aa service nova] Acquiring lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.091982] env[69155]: DEBUG oslo_concurrency.lockutils [req-df284a60-7f24-45db-a0fc-6008ca70b376 req-88113e8a-a031-4939-8060-e1f6160550aa service nova] Acquired lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.092268] env[69155]: DEBUG nova.network.neutron [req-df284a60-7f24-45db-a0fc-6008ca70b376 req-88113e8a-a031-4939-8060-e1f6160550aa service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Refreshing network info cache for port 088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.203787] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5fed4e-a4d7-47f2-a13a-2c6a3d281fd8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.235533] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5247d1-e463-4b53-aedd-a1b2c7cfb674 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.237835] env[69155]: DEBUG oslo_concurrency.lockutils [req-149e6f6d-095d-4c34-b1d1-0fde3dc80d69 req-566f5fb4-8ba0-4d21-a09d-a619900c5894 service nova] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.255973] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance 'b43dee32-0166-408e-aaf1-473a67d37baf' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.356402] env[69155]: DEBUG nova.compute.manager [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.356670] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.357566] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ff1f28-8f12-4c38-a329-372d3368c959 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.369531] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.369531] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44cc9c5-e004-4139-af4d-050e1470db82 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.376444] env[69155]: DEBUG oslo_vmware.api [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 1114.376444] env[69155]: value = "task-3600262" [ 1114.376444] env[69155]: _type = "Task" [ 1114.376444] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.386934] env[69155]: DEBUG oslo_vmware.api [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3600262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.543041] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600261, 'name': Rename_Task, 'duration_secs': 0.209248} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.543539] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.543862] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a44fb9f-902e-4a55-b592-053f7c24b557 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.550932] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1114.550932] env[69155]: value = "task-3600263" [ 1114.550932] env[69155]: _type = "Task" [ 1114.550932] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.556857] env[69155]: DEBUG nova.scheduler.client.report [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.566434] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.573388] env[69155]: DEBUG oslo_concurrency.lockutils [None req-789896d5-4ea9-4f6e-89ea-c4c93af314db tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.685132] env[69155]: DEBUG nova.network.neutron [-] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.833369] env[69155]: DEBUG nova.network.neutron [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Port 05f69176-d798-47ce-8f63-c9fa135eb689 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1114.888207] env[69155]: DEBUG oslo_vmware.api [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3600262, 'name': PowerOffVM_Task, 'duration_secs': 0.171441} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.888580] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.889044] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.889426] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-468ac932-6231-4b3f-a222-1325343423da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.907882] env[69155]: DEBUG nova.network.neutron [req-df284a60-7f24-45db-a0fc-6008ca70b376 req-88113e8a-a031-4939-8060-e1f6160550aa service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Updated VIF entry in instance network info cache for port 088aa5a6-5b9d-45ac-af81-6388b8bed47a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.908323] env[69155]: DEBUG nova.network.neutron [req-df284a60-7f24-45db-a0fc-6008ca70b376 req-88113e8a-a031-4939-8060-e1f6160550aa service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Updating instance_info_cache with network_info: [{"id": "088aa5a6-5b9d-45ac-af81-6388b8bed47a", "address": "fa:16:3e:81:8a:0a", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088aa5a6-5b", "ovs_interfaceid": "088aa5a6-5b9d-45ac-af81-6388b8bed47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.961072] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.961072] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.961279] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Deleting the datastore file [datastore2] e3580fdf-80a9-46b8-8877-06f011c08f94 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.961457] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4157af43-e6eb-4ffd-9a11-189bc7f4f3d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.969841] env[69155]: DEBUG oslo_vmware.api [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for the task: (returnval){ [ 1114.969841] env[69155]: value = "task-3600265" [ 1114.969841] env[69155]: _type = "Task" [ 1114.969841] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.978021] env[69155]: DEBUG oslo_vmware.api [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3600265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.981858] env[69155]: DEBUG nova.compute.manager [req-a50341b4-af62-42bf-80d9-8a79ad3b4964 req-6607b72d-5bf9-420d-a17c-f570298ca5b4 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received event network-changed-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.983107] env[69155]: DEBUG nova.compute.manager [req-a50341b4-af62-42bf-80d9-8a79ad3b4964 req-6607b72d-5bf9-420d-a17c-f570298ca5b4 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing instance network info cache due to event network-changed-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.983107] env[69155]: DEBUG oslo_concurrency.lockutils [req-a50341b4-af62-42bf-80d9-8a79ad3b4964 req-6607b72d-5bf9-420d-a17c-f570298ca5b4 service nova] Acquiring lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.983107] env[69155]: DEBUG oslo_concurrency.lockutils [req-a50341b4-af62-42bf-80d9-8a79ad3b4964 req-6607b72d-5bf9-420d-a17c-f570298ca5b4 service nova] Acquired lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.983107] env[69155]: DEBUG nova.network.neutron [req-a50341b4-af62-42bf-80d9-8a79ad3b4964 req-6607b72d-5bf9-420d-a17c-f570298ca5b4 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing network info cache for port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.989247] env[69155]: DEBUG nova.objects.instance [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'flavor' on Instance uuid 865992c7-0ec5-451b-b9dc-4c4ecf356725 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.061680] env[69155]: DEBUG oslo_vmware.api [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600263, 'name': PowerOnVM_Task, 'duration_secs': 0.450876} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.061953] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.063856] env[69155]: INFO nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1115.063856] env[69155]: DEBUG nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.065317] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8198103d-1fda-47d2-90fd-1c8508d7c89e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.068636] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.581s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.069824] env[69155]: DEBUG nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.072470] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.554s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.072689] env[69155]: DEBUG nova.objects.instance [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lazy-loading 'resources' on Instance uuid 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.088197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "57d782c8-8373-45f8-90bb-41d42b5a575a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.088415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "57d782c8-8373-45f8-90bb-41d42b5a575a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.189039] env[69155]: INFO nova.compute.manager [-] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Took 1.38 seconds to deallocate network for instance. [ 1115.412436] env[69155]: DEBUG oslo_concurrency.lockutils [req-df284a60-7f24-45db-a0fc-6008ca70b376 req-88113e8a-a031-4939-8060-e1f6160550aa service nova] Releasing lock "refresh_cache-bb439d56-def0-4dcd-bc36-115fa49353ef" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.480356] env[69155]: DEBUG oslo_vmware.api [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Task: {'id': task-3600265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348131} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.480607] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.480791] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.481015] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.481160] env[69155]: INFO nova.compute.manager [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1115.481404] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.481608] env[69155]: DEBUG nova.compute.manager [-] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.481691] env[69155]: DEBUG nova.network.neutron [-] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.494390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.494603] env[69155]: DEBUG oslo_concurrency.lockutils [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.494770] env[69155]: DEBUG nova.network.neutron [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.495130] env[69155]: DEBUG nova.objects.instance [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'info_cache' on Instance uuid 865992c7-0ec5-451b-b9dc-4c4ecf356725 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.580890] env[69155]: DEBUG nova.compute.utils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.587190] env[69155]: DEBUG nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.587386] env[69155]: DEBUG nova.network.neutron [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.594718] env[69155]: DEBUG nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.600377] env[69155]: INFO nova.compute.manager [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Took 37.00 seconds to build instance. [ 1115.667394] env[69155]: DEBUG nova.policy [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f0952585b94e818f9086685f604586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19213076bcec40c499fcd0dfd5b830eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.695611] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.780711] env[69155]: DEBUG nova.network.neutron [req-a50341b4-af62-42bf-80d9-8a79ad3b4964 req-6607b72d-5bf9-420d-a17c-f570298ca5b4 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updated VIF entry in instance network info cache for port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.780711] env[69155]: DEBUG nova.network.neutron [req-a50341b4-af62-42bf-80d9-8a79ad3b4964 req-6607b72d-5bf9-420d-a17c-f570298ca5b4 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.859790] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.860108] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.860322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.940805] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916d6c7c-b21e-4baa-a49a-f4b2b8b6450e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.949257] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb005a9-25c0-4f08-961b-4387fcc08e55 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.984819] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b11ad14-7195-4f29-8591-ef244094e537 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.993116] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fcfe2d-d8ad-4364-aa99-68a6d3cc1526 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.998888] env[69155]: DEBUG nova.objects.base [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Object Instance<865992c7-0ec5-451b-b9dc-4c4ecf356725> lazy-loaded attributes: flavor,info_cache {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.010319] env[69155]: DEBUG nova.compute.provider_tree [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.092199] env[69155]: DEBUG nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.103566] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0a01c70e-f272-4036-8131-46d6748e3d2a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.059s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.119609] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.282068] env[69155]: DEBUG oslo_concurrency.lockutils [req-a50341b4-af62-42bf-80d9-8a79ad3b4964 req-6607b72d-5bf9-420d-a17c-f570298ca5b4 service nova] Releasing lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.389072] env[69155]: DEBUG nova.compute.manager [req-a77ba7cc-e490-4552-95d0-1dfaed6859c5 req-2f5b2658-9cbe-4a44-81c1-689c63838c49 service nova] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Received event network-vif-deleted-67e5f841-3af2-4d83-a924-6acfa1b02438 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.487503] env[69155]: DEBUG nova.network.neutron [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Successfully created port: aa15f49c-1c2a-4957-ab08-a29990dc3bec {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.514813] env[69155]: DEBUG nova.scheduler.client.report [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.862730] env[69155]: DEBUG nova.network.neutron [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.870977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.871300] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.871549] env[69155]: DEBUG nova.compute.manager [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.872702] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e51163-45b8-4523-9d30-86705697448d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.881786] env[69155]: DEBUG nova.compute.manager [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1116.882529] env[69155]: DEBUG nova.objects.instance [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'flavor' on Instance uuid 95d34fd4-cd7c-49a4-aefc-de45b4bac310 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.677126] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.677399] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.677484] env[69155]: DEBUG nova.network.neutron [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.678551] env[69155]: DEBUG nova.network.neutron [-] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.680667] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.608s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.683298] env[69155]: DEBUG nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.685473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.689167] env[69155]: DEBUG nova.compute.manager [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received event network-changed-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.689608] env[69155]: DEBUG nova.compute.manager [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing instance network info cache due to event network-changed-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.689608] env[69155]: DEBUG oslo_concurrency.lockutils [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] Acquiring lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.689750] env[69155]: DEBUG oslo_concurrency.lockutils [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] Acquired lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.689925] env[69155]: DEBUG nova.network.neutron [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing network info cache for port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.694218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.972s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.698142] env[69155]: INFO nova.compute.claims [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.718268] env[69155]: INFO nova.scheduler.client.report [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleted allocations for instance 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00 [ 1117.727544] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.727810] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.727971] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.728173] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.728319] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.728465] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.728672] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.728866] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.729051] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.729221] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.729402] env[69155]: DEBUG nova.virt.hardware [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.730824] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935198ee-76be-47bd-825a-924449be349b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.739927] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14ffae3-2e32-49d9-8847-8a9b24c40ec1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.181307] env[69155]: INFO nova.compute.manager [-] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Took 2.70 seconds to deallocate network for instance. [ 1118.200304] env[69155]: DEBUG nova.network.neutron [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Successfully updated port: aa15f49c-1c2a-4957-ab08-a29990dc3bec {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.204659] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.205365] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d114ba1b-4557-452e-a078-5b0f1df0ef5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.214401] env[69155]: DEBUG oslo_vmware.api [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1118.214401] env[69155]: value = "task-3600266" [ 1118.214401] env[69155]: _type = "Task" [ 1118.214401] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.228207] env[69155]: DEBUG oslo_vmware.api [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.228840] env[69155]: DEBUG oslo_concurrency.lockutils [None req-207b9634-60af-4fa5-b986-fc63c49e4ebf tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "48b8bc2d-4ddc-436c-9b19-14c5e1e69e00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.576s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.425141] env[69155]: DEBUG nova.compute.manager [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Received event network-vif-deleted-a03767f8-765f-4a26-8c22-25b0744180db {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.425422] env[69155]: DEBUG nova.compute.manager [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Received event network-vif-plugged-aa15f49c-1c2a-4957-ab08-a29990dc3bec {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.425650] env[69155]: DEBUG oslo_concurrency.lockutils [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] Acquiring lock "a43e4656-7fd2-45ee-b62f-870284b2287a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.425899] env[69155]: DEBUG oslo_concurrency.lockutils [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] Lock "a43e4656-7fd2-45ee-b62f-870284b2287a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.426132] env[69155]: DEBUG oslo_concurrency.lockutils [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] Lock "a43e4656-7fd2-45ee-b62f-870284b2287a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.426302] env[69155]: DEBUG nova.compute.manager [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] No waiting events found dispatching network-vif-plugged-aa15f49c-1c2a-4957-ab08-a29990dc3bec {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.426528] env[69155]: WARNING nova.compute.manager [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Received unexpected event network-vif-plugged-aa15f49c-1c2a-4957-ab08-a29990dc3bec for instance with vm_state building and task_state spawning. [ 1118.426775] env[69155]: DEBUG nova.compute.manager [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Received event network-changed-aa15f49c-1c2a-4957-ab08-a29990dc3bec {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.426935] env[69155]: DEBUG nova.compute.manager [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Refreshing instance network info cache due to event network-changed-aa15f49c-1c2a-4957-ab08-a29990dc3bec. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.427151] env[69155]: DEBUG oslo_concurrency.lockutils [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] Acquiring lock "refresh_cache-a43e4656-7fd2-45ee-b62f-870284b2287a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.427292] env[69155]: DEBUG oslo_concurrency.lockutils [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] Acquired lock "refresh_cache-a43e4656-7fd2-45ee-b62f-870284b2287a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.427458] env[69155]: DEBUG nova.network.neutron [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Refreshing network info cache for port aa15f49c-1c2a-4957-ab08-a29990dc3bec {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.430554] env[69155]: DEBUG nova.network.neutron [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updated VIF entry in instance network info cache for port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.430554] env[69155]: DEBUG nova.network.neutron [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.493590] env[69155]: DEBUG nova.network.neutron [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance_info_cache with network_info: [{"id": "05f69176-d798-47ce-8f63-c9fa135eb689", "address": "fa:16:3e:a1:79:f6", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f69176-d7", "ovs_interfaceid": "05f69176-d798-47ce-8f63-c9fa135eb689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.687949] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.698669] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.698823] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b0c648-46b2-4afe-96c2-48698ec5a31b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.708206] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "refresh_cache-a43e4656-7fd2-45ee-b62f-870284b2287a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.710077] env[69155]: DEBUG oslo_vmware.api [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1118.710077] env[69155]: value = "task-3600267" [ 1118.710077] env[69155]: _type = "Task" [ 1118.710077] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.718258] env[69155]: DEBUG oslo_vmware.api [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.726737] env[69155]: DEBUG oslo_vmware.api [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600266, 'name': PowerOffVM_Task, 'duration_secs': 0.250462} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.729315] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.729524] env[69155]: DEBUG nova.compute.manager [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.730765] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234785aa-5695-45c0-b442-9be93e452092 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.936924] env[69155]: DEBUG oslo_concurrency.lockutils [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] Releasing lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.937354] env[69155]: DEBUG nova.compute.manager [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.937635] env[69155]: DEBUG nova.compute.manager [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing instance network info cache due to event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.937973] env[69155]: DEBUG oslo_concurrency.lockutils [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.938174] env[69155]: DEBUG oslo_concurrency.lockutils [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.938342] env[69155]: DEBUG nova.network.neutron [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.965000] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68502bc6-d57a-488a-a276-ebf2fb15f30c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.970987] env[69155]: DEBUG nova.network.neutron [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.975898] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e9cf9-2a52-4a14-90f1-95f5cf90089a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.007551] env[69155]: DEBUG oslo_concurrency.lockutils [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.012236] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d68c0b-b30a-4888-bc58-5029f4f57be3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.021571] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef3c937-d023-439b-82e6-e0be5253da21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.035355] env[69155]: DEBUG nova.compute.provider_tree [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.050422] env[69155]: DEBUG nova.network.neutron [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.221027] env[69155]: DEBUG oslo_vmware.api [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600267, 'name': PowerOnVM_Task, 'duration_secs': 0.395371} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.221027] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.221027] env[69155]: DEBUG nova.compute.manager [None req-568988ce-0350-4d00-b230-6be5812d18d5 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.221667] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96937d57-1ef6-4905-870f-b41eb6331614 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.244791] env[69155]: DEBUG oslo_concurrency.lockutils [None req-49b66ac9-eb54-49ef-9e56-9e8f8374dc8c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.373s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.316648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "65526fba-11e7-4c34-a202-493d9551a720" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.317172] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "65526fba-11e7-4c34-a202-493d9551a720" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.317253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "65526fba-11e7-4c34-a202-493d9551a720-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.317391] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "65526fba-11e7-4c34-a202-493d9551a720-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.317555] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "65526fba-11e7-4c34-a202-493d9551a720-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.320100] env[69155]: INFO nova.compute.manager [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Terminating instance [ 1119.379978] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.380290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.380501] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.380683] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.380855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.383199] env[69155]: INFO nova.compute.manager [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Terminating instance [ 1119.538518] env[69155]: DEBUG nova.scheduler.client.report [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.544502] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc4de75-b94e-4b21-b501-70ceaa8cb2e4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.562397] env[69155]: DEBUG oslo_concurrency.lockutils [req-40f99b5a-23f5-4c19-bca3-d06383c78a6f req-dd03114d-591f-4727-a404-cfb3078d860f service nova] Releasing lock "refresh_cache-a43e4656-7fd2-45ee-b62f-870284b2287a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.563489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "refresh_cache-a43e4656-7fd2-45ee-b62f-870284b2287a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.563646] env[69155]: DEBUG nova.network.neutron [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.565072] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e199516-25ae-4332-8a19-4a1d04533388 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.575586] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance 'b43dee32-0166-408e-aaf1-473a67d37baf' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.677655] env[69155]: DEBUG nova.network.neutron [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updated VIF entry in instance network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.678306] env[69155]: DEBUG nova.network.neutron [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.824530] env[69155]: DEBUG nova.compute.manager [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.824530] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.825501] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f7e81-9c72-47ae-a70b-ca8d68f455db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.832860] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.833172] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1259e6-17ae-4d73-bb61-7adf7290a0f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.839596] env[69155]: DEBUG oslo_vmware.api [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1119.839596] env[69155]: value = "task-3600268" [ 1119.839596] env[69155]: _type = "Task" [ 1119.839596] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.847425] env[69155]: DEBUG oslo_vmware.api [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.887148] env[69155]: DEBUG nova.compute.manager [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.887625] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.888516] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16105368-cc32-4b1a-9b2a-be44e93bf57e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.895897] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.896171] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f5cb46-0440-4174-adef-295a62f65e15 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.902553] env[69155]: DEBUG oslo_vmware.api [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1119.902553] env[69155]: value = "task-3600269" [ 1119.902553] env[69155]: _type = "Task" [ 1119.902553] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.911022] env[69155]: DEBUG oslo_vmware.api [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.047917] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.047917] env[69155]: DEBUG nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.051047] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.163s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.051420] env[69155]: DEBUG nova.objects.instance [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lazy-loading 'resources' on Instance uuid 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.082428] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.083353] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c484c44-8b8a-4c02-af06-5cc00655cdb0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.092872] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1120.092872] env[69155]: value = "task-3600270" [ 1120.092872] env[69155]: _type = "Task" [ 1120.092872] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.101807] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.102698] env[69155]: DEBUG nova.network.neutron [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.181373] env[69155]: DEBUG oslo_concurrency.lockutils [req-256ffb97-1805-4f57-b113-20c06ea3ef1c req-0c99044e-d3fb-409b-bb68-35367584827f service nova] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.235100] env[69155]: DEBUG nova.network.neutron [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Updating instance_info_cache with network_info: [{"id": "aa15f49c-1c2a-4957-ab08-a29990dc3bec", "address": "fa:16:3e:30:2d:66", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa15f49c-1c", "ovs_interfaceid": "aa15f49c-1c2a-4957-ab08-a29990dc3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.349371] env[69155]: DEBUG oslo_vmware.api [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600268, 'name': PowerOffVM_Task, 'duration_secs': 0.262416} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.349640] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.349803] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.350068] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64d9d6c7-f26a-4517-ac84-0b56030ea345 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.412426] env[69155]: DEBUG oslo_vmware.api [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600269, 'name': PowerOffVM_Task, 'duration_secs': 0.203514} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.412729] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.412910] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.413190] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47f6f372-9e87-43f0-afcf-aa4dcb26aecd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.450773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.451182] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.451436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.451694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.451840] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.454158] env[69155]: INFO nova.compute.manager [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Terminating instance [ 1120.554784] env[69155]: DEBUG nova.compute.utils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.558837] env[69155]: DEBUG nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.558935] env[69155]: DEBUG nova.network.neutron [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.608037] env[69155]: DEBUG oslo_vmware.api [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600270, 'name': PowerOnVM_Task, 'duration_secs': 0.514744} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.608362] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.608570] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-df4aa4b3-f757-405a-94ca-acbaae044801 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance 'b43dee32-0166-408e-aaf1-473a67d37baf' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.624500] env[69155]: DEBUG nova.policy [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c1a463fe18415887ba0cb3682f9095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '523ecb8c3c8e48348c1fd01c98f421eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.737398] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "refresh_cache-a43e4656-7fd2-45ee-b62f-870284b2287a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.737883] env[69155]: DEBUG nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Instance network_info: |[{"id": "aa15f49c-1c2a-4957-ab08-a29990dc3bec", "address": "fa:16:3e:30:2d:66", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa15f49c-1c", "ovs_interfaceid": "aa15f49c-1c2a-4957-ab08-a29990dc3bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.738336] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:2d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa15f49c-1c2a-4957-ab08-a29990dc3bec', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.747379] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.751072] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.751535] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-257449d4-b703-4778-bd95-d7294ff288d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.777834] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.777834] env[69155]: value = "task-3600273" [ 1120.777834] env[69155]: _type = "Task" [ 1120.777834] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.793254] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600273, 'name': CreateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.863530] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca94eff2-35c1-4556-bdb8-aa13a7626ce4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.872550] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc40838-0d64-441e-ad2c-b08e230111d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.903122] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5322660-27cf-498e-bf4d-62a7cd61b15a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.913420] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e5e457-80ea-41dc-a99a-0fd88e3ce4d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.928192] env[69155]: DEBUG nova.compute.provider_tree [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.959483] env[69155]: DEBUG nova.compute.manager [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.959727] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.960102] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.960319] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.960504] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleting the datastore file [datastore1] 65526fba-11e7-4c34-a202-493d9551a720 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.961387] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7946ee-40d4-49c9-9c28-75573b0b25f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.965145] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f8ffe4-a43b-4dd0-913a-cded5fc8e754 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.969637] env[69155]: DEBUG nova.network.neutron [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Successfully created port: 2d9a1833-4e69-43d4-92ce-58dbf11293be {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.977212] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.978538] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c4cb3fc-1749-4ae9-8db1-f50ec132d805 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.982025] env[69155]: DEBUG oslo_vmware.api [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1120.982025] env[69155]: value = "task-3600274" [ 1120.982025] env[69155]: _type = "Task" [ 1120.982025] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.991652] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.991900] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.992118] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleting the datastore file [datastore1] 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.992447] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3588f49-7e1f-41b2-ba49-04b785062470 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.998740] env[69155]: DEBUG oslo_vmware.api [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for the task: (returnval){ [ 1120.998740] env[69155]: value = "task-3600276" [ 1120.998740] env[69155]: _type = "Task" [ 1120.998740] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.007376] env[69155]: DEBUG oslo_vmware.api [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.055699] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.056073] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.056393] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleting the datastore file [datastore1] 95d34fd4-cd7c-49a4-aefc-de45b4bac310 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.057282] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-580c89a8-0c4b-4604-9573-351d4ff14915 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.061385] env[69155]: DEBUG nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.065663] env[69155]: DEBUG oslo_vmware.api [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1121.065663] env[69155]: value = "task-3600277" [ 1121.065663] env[69155]: _type = "Task" [ 1121.065663] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.074992] env[69155]: DEBUG oslo_vmware.api [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.288550] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-ed65c7f1-6817-474b-af35-985b5187c850-2e15c097-0a7f-4676-9b3d-b91749183e52" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.288845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-ed65c7f1-6817-474b-af35-985b5187c850-2e15c097-0a7f-4676-9b3d-b91749183e52" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.289453] env[69155]: DEBUG nova.objects.instance [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'flavor' on Instance uuid ed65c7f1-6817-474b-af35-985b5187c850 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.290493] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600273, 'name': CreateVM_Task, 'duration_secs': 0.38333} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.290666] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.292128] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.292352] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.292693] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.293278] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370499fd-d48b-4e21-b314-5d0a10846fbe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.298325] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1121.298325] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d21e67-3a1d-3e00-feb9-cb50334339e7" [ 1121.298325] env[69155]: _type = "Task" [ 1121.298325] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.306986] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d21e67-3a1d-3e00-feb9-cb50334339e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.434120] env[69155]: DEBUG nova.scheduler.client.report [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.491040] env[69155]: DEBUG oslo_vmware.api [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351666} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.491326] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.491520] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.491911] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.491911] env[69155]: INFO nova.compute.manager [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1121.492141] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.492330] env[69155]: DEBUG nova.compute.manager [-] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.492427] env[69155]: DEBUG nova.network.neutron [-] [instance: 65526fba-11e7-4c34-a202-493d9551a720] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.510550] env[69155]: DEBUG oslo_vmware.api [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Task: {'id': task-3600276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187609} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.511741] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.511741] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.511970] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.512072] env[69155]: INFO nova.compute.manager [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1121.513198] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.513198] env[69155]: DEBUG nova.compute.manager [-] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.513198] env[69155]: DEBUG nova.network.neutron [-] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.581498] env[69155]: DEBUG oslo_vmware.api [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233953} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.581874] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.582146] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.582395] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.582640] env[69155]: INFO nova.compute.manager [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1121.583165] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.583434] env[69155]: DEBUG nova.compute.manager [-] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.583567] env[69155]: DEBUG nova.network.neutron [-] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.814617] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d21e67-3a1d-3e00-feb9-cb50334339e7, 'name': SearchDatastore_Task, 'duration_secs': 0.025877} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.814923] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.815170] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.815408] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.815554] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.815730] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.815986] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22c9ff82-a1f6-4267-8431-aaaac4d17720 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.831955] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.833324] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.834072] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635d1d53-0a8d-474d-a52b-516f57fe7eb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.845347] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1121.845347] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52da6b04-4398-c596-6de1-50ccce38d327" [ 1121.845347] env[69155]: _type = "Task" [ 1121.845347] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.854809] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52da6b04-4398-c596-6de1-50ccce38d327, 'name': SearchDatastore_Task, 'duration_secs': 0.008058} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.855533] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3814d17d-92cf-4a9f-8e82-39bba0bacbc0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.861141] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1121.861141] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52881dc8-599c-2cbc-34cf-9e5632f81aa5" [ 1121.861141] env[69155]: _type = "Task" [ 1121.861141] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.869100] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52881dc8-599c-2cbc-34cf-9e5632f81aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.945663] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.948349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.192s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.950443] env[69155]: INFO nova.compute.claims [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.979423] env[69155]: INFO nova.scheduler.client.report [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Deleted allocations for instance 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c [ 1122.076281] env[69155]: DEBUG nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.104530] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.104530] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.104530] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.104788] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.104961] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.105074] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.105487] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.105667] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.106029] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.106226] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.106447] env[69155]: DEBUG nova.virt.hardware [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.107475] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693dac19-16c3-46c6-8f84-4aad09afabc0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.116466] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2b36db-ff7c-4f23-ba71-9870a25b9960 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.142478] env[69155]: DEBUG nova.objects.instance [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'pci_requests' on Instance uuid ed65c7f1-6817-474b-af35-985b5187c850 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.371520] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52881dc8-599c-2cbc-34cf-9e5632f81aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.00838} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.371795] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.372071] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a43e4656-7fd2-45ee-b62f-870284b2287a/a43e4656-7fd2-45ee-b62f-870284b2287a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.372323] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e60a8dbc-6922-4f74-b929-61db014b164d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.380253] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1122.380253] env[69155]: value = "task-3600278" [ 1122.380253] env[69155]: _type = "Task" [ 1122.380253] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.387855] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.389961] env[69155]: DEBUG nova.compute.manager [req-8b4eee31-addc-4765-9229-6b94138c4627 req-f5f41ef5-8dc7-4322-ad18-5b340963b92a service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Received event network-vif-deleted-4be48f16-337b-460b-a133-f872bc9e644a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.390165] env[69155]: INFO nova.compute.manager [req-8b4eee31-addc-4765-9229-6b94138c4627 req-f5f41ef5-8dc7-4322-ad18-5b340963b92a service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Neutron deleted interface 4be48f16-337b-460b-a133-f872bc9e644a; detaching it from the instance and deleting it from the info cache [ 1122.390338] env[69155]: DEBUG nova.network.neutron [req-8b4eee31-addc-4765-9229-6b94138c4627 req-f5f41ef5-8dc7-4322-ad18-5b340963b92a service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.438225] env[69155]: DEBUG nova.network.neutron [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Successfully updated port: 2d9a1833-4e69-43d4-92ce-58dbf11293be {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.488660] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcae07a0-d9fa-4ffd-b047-d4004b372352 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Lock "9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.046s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.520685] env[69155]: DEBUG nova.compute.manager [req-74d995f7-1301-4f80-aa45-ca9dd261dd22 req-2a74b395-ff81-4482-abd0-1846e43b49bf service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Received event network-vif-plugged-2d9a1833-4e69-43d4-92ce-58dbf11293be {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.520952] env[69155]: DEBUG oslo_concurrency.lockutils [req-74d995f7-1301-4f80-aa45-ca9dd261dd22 req-2a74b395-ff81-4482-abd0-1846e43b49bf service nova] Acquiring lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.521159] env[69155]: DEBUG oslo_concurrency.lockutils [req-74d995f7-1301-4f80-aa45-ca9dd261dd22 req-2a74b395-ff81-4482-abd0-1846e43b49bf service nova] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.521321] env[69155]: DEBUG oslo_concurrency.lockutils [req-74d995f7-1301-4f80-aa45-ca9dd261dd22 req-2a74b395-ff81-4482-abd0-1846e43b49bf service nova] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.521485] env[69155]: DEBUG nova.compute.manager [req-74d995f7-1301-4f80-aa45-ca9dd261dd22 req-2a74b395-ff81-4482-abd0-1846e43b49bf service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] No waiting events found dispatching network-vif-plugged-2d9a1833-4e69-43d4-92ce-58dbf11293be {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.521653] env[69155]: WARNING nova.compute.manager [req-74d995f7-1301-4f80-aa45-ca9dd261dd22 req-2a74b395-ff81-4482-abd0-1846e43b49bf service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Received unexpected event network-vif-plugged-2d9a1833-4e69-43d4-92ce-58dbf11293be for instance with vm_state building and task_state spawning. [ 1122.645644] env[69155]: DEBUG nova.objects.base [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.645837] env[69155]: DEBUG nova.network.neutron [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.680321] env[69155]: DEBUG nova.network.neutron [-] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.687170] env[69155]: DEBUG nova.network.neutron [-] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.721628] env[69155]: DEBUG nova.network.neutron [-] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.729370] env[69155]: DEBUG nova.policy [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.890026] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452043} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.890434] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a43e4656-7fd2-45ee-b62f-870284b2287a/a43e4656-7fd2-45ee-b62f-870284b2287a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.890557] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.890809] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-199504d2-64cd-4f10-bf98-a533621de63f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.893101] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4b677cf-bf35-44ac-86bb-04c6f320ffbd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.900161] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1122.900161] env[69155]: value = "task-3600279" [ 1122.900161] env[69155]: _type = "Task" [ 1122.900161] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.907660] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2834d9-28e5-499d-a115-5f36f96fba05 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.923599] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.941890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "refresh_cache-d4a7d5e2-5ef4-4819-9b77-c76c0402c594" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.942270] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "refresh_cache-d4a7d5e2-5ef4-4819-9b77-c76c0402c594" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.942270] env[69155]: DEBUG nova.network.neutron [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.944234] env[69155]: DEBUG nova.compute.manager [req-8b4eee31-addc-4765-9229-6b94138c4627 req-f5f41ef5-8dc7-4322-ad18-5b340963b92a service nova] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Detach interface failed, port_id=4be48f16-337b-460b-a133-f872bc9e644a, reason: Instance 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.075113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "b43dee32-0166-408e-aaf1-473a67d37baf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.075379] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.075567] env[69155]: DEBUG nova.compute.manager [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Going to confirm migration 5 {{(pid=69155) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1123.183237] env[69155]: INFO nova.compute.manager [-] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Took 1.67 seconds to deallocate network for instance. [ 1123.190545] env[69155]: INFO nova.compute.manager [-] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Took 1.70 seconds to deallocate network for instance. [ 1123.217101] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5c5c0-1fa0-4b33-96b9-a52d98b0493f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.225705] env[69155]: INFO nova.compute.manager [-] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Took 1.64 seconds to deallocate network for instance. [ 1123.229096] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07bc05e-1597-488d-95c5-f548f0f7423a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.268323] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea0a88f-5644-4181-92df-0fcb20b40e5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.277065] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2db623-3e0c-46c5-9571-99fcffeeb656 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.292084] env[69155]: DEBUG nova.compute.provider_tree [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.410868] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065452} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.411161] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.411936] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcb01d5-4390-482a-9995-54f497504925 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.434439] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a43e4656-7fd2-45ee-b62f-870284b2287a/a43e4656-7fd2-45ee-b62f-870284b2287a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.435097] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6bdde2-5f2b-49df-9bfb-9f06bdc9f072 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.456491] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1123.456491] env[69155]: value = "task-3600281" [ 1123.456491] env[69155]: _type = "Task" [ 1123.456491] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.465278] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.497669] env[69155]: DEBUG nova.network.neutron [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.624987] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.625222] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.625405] env[69155]: DEBUG nova.network.neutron [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.625594] env[69155]: DEBUG nova.objects.instance [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lazy-loading 'info_cache' on Instance uuid b43dee32-0166-408e-aaf1-473a67d37baf {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.672322] env[69155]: DEBUG nova.network.neutron [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Updating instance_info_cache with network_info: [{"id": "2d9a1833-4e69-43d4-92ce-58dbf11293be", "address": "fa:16:3e:59:a0:a8", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9a1833-4e", "ovs_interfaceid": "2d9a1833-4e69-43d4-92ce-58dbf11293be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.692382] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.698773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.738684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.796592] env[69155]: DEBUG nova.scheduler.client.report [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.967626] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600281, 'name': ReconfigVM_Task, 'duration_secs': 0.276663} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.968050] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a43e4656-7fd2-45ee-b62f-870284b2287a/a43e4656-7fd2-45ee-b62f-870284b2287a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.968613] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b2cc48-248d-4d0b-b293-616987e3207c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.976265] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1123.976265] env[69155]: value = "task-3600282" [ 1123.976265] env[69155]: _type = "Task" [ 1123.976265] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.984830] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600282, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.176066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "refresh_cache-d4a7d5e2-5ef4-4819-9b77-c76c0402c594" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.176066] env[69155]: DEBUG nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Instance network_info: |[{"id": "2d9a1833-4e69-43d4-92ce-58dbf11293be", "address": "fa:16:3e:59:a0:a8", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9a1833-4e", "ovs_interfaceid": "2d9a1833-4e69-43d4-92ce-58dbf11293be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.176066] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:a0:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d9a1833-4e69-43d4-92ce-58dbf11293be', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.183500] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.183604] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.184581] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e5520b-f4f0-454b-803c-0e7067c4826f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.200209] env[69155]: DEBUG nova.network.neutron [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Successfully updated port: 2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.207418] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.207418] env[69155]: value = "task-3600283" [ 1124.207418] env[69155]: _type = "Task" [ 1124.207418] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.217035] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600283, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.301843] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.302666] env[69155]: DEBUG nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.305539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.610s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.306197] env[69155]: DEBUG nova.objects.instance [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lazy-loading 'resources' on Instance uuid 861aa99c-b773-4507-97b1-1a8429ab0e9d {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.424564] env[69155]: DEBUG nova.compute.manager [req-8ec1b2de-6d68-4917-a332-07d70249f7bf req-7d87a18c-98e8-4f76-8cdd-ae0ea7f3f84d service nova] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Received event network-vif-deleted-d7e80611-95db-4d3c-8b8f-66648184eb66 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.424880] env[69155]: DEBUG nova.compute.manager [req-8ec1b2de-6d68-4917-a332-07d70249f7bf req-7d87a18c-98e8-4f76-8cdd-ae0ea7f3f84d service nova] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Received event network-vif-deleted-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.485905] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600282, 'name': Rename_Task, 'duration_secs': 0.142912} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.486198] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.486444] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd6605ff-9870-4676-bce3-0f7536c72d0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.493921] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1124.493921] env[69155]: value = "task-3600284" [ 1124.493921] env[69155]: _type = "Task" [ 1124.493921] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.501926] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.593931] env[69155]: DEBUG nova.compute.manager [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Received event network-changed-2d9a1833-4e69-43d4-92ce-58dbf11293be {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.594103] env[69155]: DEBUG nova.compute.manager [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Refreshing instance network info cache due to event network-changed-2d9a1833-4e69-43d4-92ce-58dbf11293be. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.594284] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Acquiring lock "refresh_cache-d4a7d5e2-5ef4-4819-9b77-c76c0402c594" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.594443] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Acquired lock "refresh_cache-d4a7d5e2-5ef4-4819-9b77-c76c0402c594" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.594563] env[69155]: DEBUG nova.network.neutron [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Refreshing network info cache for port 2d9a1833-4e69-43d4-92ce-58dbf11293be {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.703194] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.703308] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.703492] env[69155]: DEBUG nova.network.neutron [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.718798] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600283, 'name': CreateVM_Task, 'duration_secs': 0.413894} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.721060] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.721971] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.722159] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.722467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.723007] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc9303f-fe8d-4a18-aff9-bd8c3b0db910 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.728536] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1124.728536] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528007e1-28ce-d67e-977c-22d459f19e32" [ 1124.728536] env[69155]: _type = "Task" [ 1124.728536] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.737920] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528007e1-28ce-d67e-977c-22d459f19e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.809397] env[69155]: DEBUG nova.compute.utils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.812439] env[69155]: DEBUG nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.812629] env[69155]: DEBUG nova.network.neutron [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.851668] env[69155]: DEBUG nova.network.neutron [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance_info_cache with network_info: [{"id": "05f69176-d798-47ce-8f63-c9fa135eb689", "address": "fa:16:3e:a1:79:f6", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f69176-d7", "ovs_interfaceid": "05f69176-d798-47ce-8f63-c9fa135eb689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.864375] env[69155]: DEBUG nova.policy [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b084a3515e834bfa8d353859f014ab4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1177372975e1464db93907d65e437735', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.006028] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600284, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.062918] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a5f30c-6224-49aa-8d74-b3e0dbd00bff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.069335] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4da5bf4-8054-48b0-80ec-96ab3c227013 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.103876] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6844e883-7b55-4d6e-8620-0551b91f3dcc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.111360] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3b11a-50c2-4e1b-a36b-b8d62dbb0bf4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.125009] env[69155]: DEBUG nova.compute.provider_tree [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.233760] env[69155]: DEBUG nova.network.neutron [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Successfully created port: 82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.244907] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528007e1-28ce-d67e-977c-22d459f19e32, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.245697] env[69155]: WARNING nova.network.neutron [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] 8fccbbe0-1aa5-4131-a4e2-ad168554378d already exists in list: networks containing: ['8fccbbe0-1aa5-4131-a4e2-ad168554378d']. ignoring it [ 1125.247349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.247733] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.247852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.248050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.248293] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.248570] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e27e7482-d1d2-4413-a080-08055420e0f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.257332] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.257512] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.258213] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247b88ae-f761-4042-a1ca-0d5afcad4603 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.263724] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1125.263724] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525328b0-57ec-ecd9-d27d-45412c0520b9" [ 1125.263724] env[69155]: _type = "Task" [ 1125.263724] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.271732] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525328b0-57ec-ecd9-d27d-45412c0520b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.311605] env[69155]: DEBUG nova.network.neutron [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Updated VIF entry in instance network info cache for port 2d9a1833-4e69-43d4-92ce-58dbf11293be. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.311958] env[69155]: DEBUG nova.network.neutron [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Updating instance_info_cache with network_info: [{"id": "2d9a1833-4e69-43d4-92ce-58dbf11293be", "address": "fa:16:3e:59:a0:a8", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9a1833-4e", "ovs_interfaceid": "2d9a1833-4e69-43d4-92ce-58dbf11293be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.318113] env[69155]: DEBUG nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.354658] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-b43dee32-0166-408e-aaf1-473a67d37baf" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.354907] env[69155]: DEBUG nova.objects.instance [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lazy-loading 'migration_context' on Instance uuid b43dee32-0166-408e-aaf1-473a67d37baf {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.504670] env[69155]: DEBUG oslo_vmware.api [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600284, 'name': PowerOnVM_Task, 'duration_secs': 0.515997} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.504942] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.505342] env[69155]: INFO nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1125.505544] env[69155]: DEBUG nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.506433] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3042b0aa-bd85-4d21-a6a5-dc1aca32162b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.627703] env[69155]: DEBUG nova.scheduler.client.report [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.760405] env[69155]: DEBUG nova.network.neutron [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e15c097-0a7f-4676-9b3d-b91749183e52", "address": "fa:16:3e:56:3b:16", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e15c097-0a", "ovs_interfaceid": "2e15c097-0a7f-4676-9b3d-b91749183e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.776304] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525328b0-57ec-ecd9-d27d-45412c0520b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008301} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.777136] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6395ed2-89b0-4167-b848-2610fe3b5391 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.782916] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1125.782916] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236976b-d8da-a427-d188-1c6f6c6f8507" [ 1125.782916] env[69155]: _type = "Task" [ 1125.782916] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.790576] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236976b-d8da-a427-d188-1c6f6c6f8507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.815077] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Releasing lock "refresh_cache-d4a7d5e2-5ef4-4819-9b77-c76c0402c594" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.815387] env[69155]: DEBUG nova.compute.manager [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-vif-plugged-2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.815590] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Acquiring lock "ed65c7f1-6817-474b-af35-985b5187c850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.815795] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Lock "ed65c7f1-6817-474b-af35-985b5187c850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.815958] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Lock "ed65c7f1-6817-474b-af35-985b5187c850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.816145] env[69155]: DEBUG nova.compute.manager [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] No waiting events found dispatching network-vif-plugged-2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.816331] env[69155]: WARNING nova.compute.manager [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received unexpected event network-vif-plugged-2e15c097-0a7f-4676-9b3d-b91749183e52 for instance with vm_state active and task_state None. [ 1125.816494] env[69155]: DEBUG nova.compute.manager [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-changed-2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.816957] env[69155]: DEBUG nova.compute.manager [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing instance network info cache due to event network-changed-2e15c097-0a7f-4676-9b3d-b91749183e52. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.816957] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.857105] env[69155]: DEBUG nova.objects.base [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.858387] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ee55f3-e8eb-4815-9c5a-59c5a094adba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.880603] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db2f3e5-6f2c-45d1-b082-cd6be047856b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.887387] env[69155]: DEBUG oslo_vmware.api [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1125.887387] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5206c2ae-0d3a-2297-1e06-dbc01803a6ff" [ 1125.887387] env[69155]: _type = "Task" [ 1125.887387] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.896126] env[69155]: DEBUG oslo_vmware.api [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5206c2ae-0d3a-2297-1e06-dbc01803a6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.007049} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.896914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.021894] env[69155]: INFO nova.compute.manager [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Took 31.32 seconds to build instance. [ 1126.133348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.135740] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.016s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.137252] env[69155]: INFO nova.compute.claims [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.160398] env[69155]: INFO nova.scheduler.client.report [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Deleted allocations for instance 861aa99c-b773-4507-97b1-1a8429ab0e9d [ 1126.261433] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.262218] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.262350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.262597] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.262782] env[69155]: DEBUG nova.network.neutron [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing network info cache for port 2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.264632] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e255e-5dc4-4be5-b1c1-f51b9a6d357a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.284883] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.285210] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.285424] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.285633] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.285809] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.285966] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.286193] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.286352] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.286512] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.286670] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.286839] env[69155]: DEBUG nova.virt.hardware [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.293060] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Reconfiguring VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1126.296567] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d9dd89-941f-4850-bbcc-05ca47dbd0c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.315203] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5236976b-d8da-a427-d188-1c6f6c6f8507, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.316489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.316786] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594/d4a7d5e2-5ef4-4819-9b77-c76c0402c594.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.317117] env[69155]: DEBUG oslo_vmware.api [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1126.317117] env[69155]: value = "task-3600285" [ 1126.317117] env[69155]: _type = "Task" [ 1126.317117] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.317375] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0129e3d9-ce5e-4b0a-8bdb-175503889bcf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.327725] env[69155]: DEBUG nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.329705] env[69155]: DEBUG oslo_vmware.api [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600285, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.331264] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1126.331264] env[69155]: value = "task-3600286" [ 1126.331264] env[69155]: _type = "Task" [ 1126.331264] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.339388] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.355219] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.355455] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.355610] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.355804] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.355983] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.356150] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.356415] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.356543] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.356742] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.356962] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.357190] env[69155]: DEBUG nova.virt.hardware [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.358102] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ccf565-bdbc-4fb5-aefc-0531466bf12c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.366085] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424f223-c3e8-43d8-b1d0-a918e4db7879 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.524457] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "a43e4656-7fd2-45ee-b62f-870284b2287a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.829s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.668802] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ee957b71-68b2-4aec-9803-296fd0d45e52 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Lock "861aa99c-b773-4507-97b1-1a8429ab0e9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.629s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.829205] env[69155]: DEBUG oslo_vmware.api [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.842714] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.186385] env[69155]: DEBUG nova.network.neutron [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updated VIF entry in instance network info cache for port 2e15c097-0a7f-4676-9b3d-b91749183e52. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.189382] env[69155]: DEBUG nova.network.neutron [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e15c097-0a7f-4676-9b3d-b91749183e52", "address": "fa:16:3e:56:3b:16", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e15c097-0a", "ovs_interfaceid": "2e15c097-0a7f-4676-9b3d-b91749183e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.274239] env[69155]: DEBUG nova.compute.manager [req-dbaa40a7-73af-41d5-95bf-4f21f6c71580 req-8b5a50dc-11b3-4750-a4a5-635cdfd5b8a6 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Received event network-vif-plugged-82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.274467] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbaa40a7-73af-41d5-95bf-4f21f6c71580 req-8b5a50dc-11b3-4750-a4a5-635cdfd5b8a6 service nova] Acquiring lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.274677] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbaa40a7-73af-41d5-95bf-4f21f6c71580 req-8b5a50dc-11b3-4750-a4a5-635cdfd5b8a6 service nova] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.274844] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbaa40a7-73af-41d5-95bf-4f21f6c71580 req-8b5a50dc-11b3-4750-a4a5-635cdfd5b8a6 service nova] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.275017] env[69155]: DEBUG nova.compute.manager [req-dbaa40a7-73af-41d5-95bf-4f21f6c71580 req-8b5a50dc-11b3-4750-a4a5-635cdfd5b8a6 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] No waiting events found dispatching network-vif-plugged-82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.275199] env[69155]: WARNING nova.compute.manager [req-dbaa40a7-73af-41d5-95bf-4f21f6c71580 req-8b5a50dc-11b3-4750-a4a5-635cdfd5b8a6 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Received unexpected event network-vif-plugged-82d9ba6e-016a-4e75-8ebe-05ef6e518699 for instance with vm_state building and task_state spawning. [ 1127.278542] env[69155]: DEBUG nova.network.neutron [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Successfully updated port: 82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.282445] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "e649fed4-42bf-41d9-b32d-2bb383d71f56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.282445] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "e649fed4-42bf-41d9-b32d-2bb383d71f56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.330525] env[69155]: DEBUG oslo_vmware.api [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600285, 'name': ReconfigVM_Task, 'duration_secs': 0.803855} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.331075] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.331293] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Reconfigured VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1127.344681] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543579} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.347494] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594/d4a7d5e2-5ef4-4819-9b77-c76c0402c594.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.347620] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.348977] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d219e52-5b63-429e-8b5a-e5792b6a5189 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.356532] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1127.356532] env[69155]: value = "task-3600288" [ 1127.356532] env[69155]: _type = "Task" [ 1127.356532] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.369839] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.461703] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c115f2b0-89bc-4726-8b6a-323439b4a63a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.469420] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e89ae0-0ebb-4472-8927-7cc33c15114f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.499393] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205f924b-a1e5-4e04-8a45-cf1371ea6167 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.507510] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd871de-f11d-43be-9c88-5cfe8855b362 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.522889] env[69155]: DEBUG nova.compute.provider_tree [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.689441] env[69155]: DEBUG oslo_concurrency.lockutils [req-0a527040-4a44-4862-afc6-7a6fb4f21538 req-9fe26572-34cd-4a08-96ac-72e129e62e33 service nova] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.788016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.788016] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.788016] env[69155]: DEBUG nova.network.neutron [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.788016] env[69155]: DEBUG nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.838664] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eeb70d78-f02c-4235-8dff-b33491c437db tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-ed65c7f1-6817-474b-af35-985b5187c850-2e15c097-0a7f-4676-9b3d-b91749183e52" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.550s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.868857] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073647} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.869036] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.870241] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a769e7d5-ab81-4b63-8161-8b73060beae0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.905816] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594/d4a7d5e2-5ef4-4819-9b77-c76c0402c594.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.906342] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41832526-7686-44cf-93ea-da60e76915f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.938677] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1127.938677] env[69155]: value = "task-3600289" [ 1127.938677] env[69155]: _type = "Task" [ 1127.938677] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.950467] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.026466] env[69155]: DEBUG nova.scheduler.client.report [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.312592] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.351703] env[69155]: DEBUG nova.network.neutron [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.451373] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.534129] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.534129] env[69155]: DEBUG nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.541294] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.854s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.541842] env[69155]: DEBUG nova.objects.instance [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lazy-loading 'resources' on Instance uuid e3580fdf-80a9-46b8-8877-06f011c08f94 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.592706] env[69155]: DEBUG nova.network.neutron [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance_info_cache with network_info: [{"id": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "address": "fa:16:3e:13:d6:9c", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d9ba6e-01", "ovs_interfaceid": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.949726] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600289, 'name': ReconfigVM_Task, 'duration_secs': 0.633837} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.950492] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594/d4a7d5e2-5ef4-4819-9b77-c76c0402c594.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.951211] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d0c8252-9dc4-4052-961d-80d2bdc6e76d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.960163] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1128.960163] env[69155]: value = "task-3600290" [ 1128.960163] env[69155]: _type = "Task" [ 1128.960163] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.969870] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600290, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.049455] env[69155]: DEBUG nova.compute.utils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.053058] env[69155]: DEBUG nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.053235] env[69155]: DEBUG nova.network.neutron [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.099717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.100158] env[69155]: DEBUG nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Instance network_info: |[{"id": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "address": "fa:16:3e:13:d6:9c", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d9ba6e-01", "ovs_interfaceid": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.100980] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:d6:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82d9ba6e-016a-4e75-8ebe-05ef6e518699', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.118600] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.120659] env[69155]: DEBUG nova.policy [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba31075b29214b7f8ecd3ebab1b3fec7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a98b27734c3744d1b60d7309f01cf3a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.125522] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.126579] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d049ed-5753-49b8-97ff-8dd377540a66 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.159426] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.159426] env[69155]: value = "task-3600291" [ 1129.159426] env[69155]: _type = "Task" [ 1129.159426] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.172597] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600291, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.383936] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2732af9-a505-4506-b8be-e2e7e5013300 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.392555] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65200c-661a-4d0e-bac1-db3a8c43b0fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.425081] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ea55cc-3f46-487e-921d-015d3d0be9ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.434122] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6e471-300e-47d3-ab8a-73f567479c9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.450737] env[69155]: DEBUG nova.compute.provider_tree [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.474330] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600290, 'name': Rename_Task, 'duration_secs': 0.308308} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.476111] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.477871] env[69155]: DEBUG nova.compute.manager [req-41adb7eb-67f6-4bd2-9169-f45ca6012281 req-3afb6fe4-ac21-42f9-9ea0-df3e509d2e8a service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Received event network-changed-82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.478207] env[69155]: DEBUG nova.compute.manager [req-41adb7eb-67f6-4bd2-9169-f45ca6012281 req-3afb6fe4-ac21-42f9-9ea0-df3e509d2e8a service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Refreshing instance network info cache due to event network-changed-82d9ba6e-016a-4e75-8ebe-05ef6e518699. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.478558] env[69155]: DEBUG oslo_concurrency.lockutils [req-41adb7eb-67f6-4bd2-9169-f45ca6012281 req-3afb6fe4-ac21-42f9-9ea0-df3e509d2e8a service nova] Acquiring lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.478823] env[69155]: DEBUG oslo_concurrency.lockutils [req-41adb7eb-67f6-4bd2-9169-f45ca6012281 req-3afb6fe4-ac21-42f9-9ea0-df3e509d2e8a service nova] Acquired lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.479223] env[69155]: DEBUG nova.network.neutron [req-41adb7eb-67f6-4bd2-9169-f45ca6012281 req-3afb6fe4-ac21-42f9-9ea0-df3e509d2e8a service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Refreshing network info cache for port 82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.480363] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-845cd6fb-ab9c-4591-80aa-bdbd1934a36e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.494327] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1129.494327] env[69155]: value = "task-3600292" [ 1129.494327] env[69155]: _type = "Task" [ 1129.494327] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.506315] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.550847] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-ed65c7f1-6817-474b-af35-985b5187c850-2e15c097-0a7f-4676-9b3d-b91749183e52" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.552532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-ed65c7f1-6817-474b-af35-985b5187c850-2e15c097-0a7f-4676-9b3d-b91749183e52" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.557915] env[69155]: DEBUG nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.669745] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600291, 'name': CreateVM_Task, 'duration_secs': 0.502214} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.669969] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.671009] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.671009] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.671178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.671647] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2b84e6-a59a-4e71-b65a-d2de9addc713 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.678692] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1129.678692] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a0097-e468-fd9d-c31e-53790b140686" [ 1129.678692] env[69155]: _type = "Task" [ 1129.678692] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.688716] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a0097-e468-fd9d-c31e-53790b140686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.799862] env[69155]: DEBUG nova.network.neutron [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Successfully created port: 176ebacd-8442-4ced-a9d9-920edb70a3d3 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.954941] env[69155]: DEBUG nova.scheduler.client.report [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.007185] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.058240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058447] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.059392] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80571a7d-f318-4dfb-86a7-c69f642c7f8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.095911] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52526e09-ce0d-415d-82d4-f180f1755862 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.126773] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Reconfiguring VM to detach interface {{(pid=69155) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1130.129053] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9fcbe9-aa1a-4f82-ab02-614c0330921c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.152332] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1130.152332] env[69155]: value = "task-3600294" [ 1130.152332] env[69155]: _type = "Task" [ 1130.152332] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.162141] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.198069] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523a0097-e468-fd9d-c31e-53790b140686, 'name': SearchDatastore_Task, 'duration_secs': 0.016338} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.198530] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.198761] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.199049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.199216] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.199396] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.199658] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd6d8638-35bd-4079-abea-7c030fcb2cbd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.210017] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.210247] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.211080] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c1d98f-183c-443c-aa20-b7b2e8881274 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.217345] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1130.217345] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5272f055-e2fe-f8ee-155e-fb7bccf1afbf" [ 1130.217345] env[69155]: _type = "Task" [ 1130.217345] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.232338] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5272f055-e2fe-f8ee-155e-fb7bccf1afbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.233569] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef287482-25fa-414f-bf9c-d7817027f7d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.239554] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1130.239554] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c35590-dd84-3e19-20da-fcff4abfd77d" [ 1130.239554] env[69155]: _type = "Task" [ 1130.239554] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.248579] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c35590-dd84-3e19-20da-fcff4abfd77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.301306] env[69155]: DEBUG nova.network.neutron [req-41adb7eb-67f6-4bd2-9169-f45ca6012281 req-3afb6fe4-ac21-42f9-9ea0-df3e509d2e8a service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updated VIF entry in instance network info cache for port 82d9ba6e-016a-4e75-8ebe-05ef6e518699. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.301693] env[69155]: DEBUG nova.network.neutron [req-41adb7eb-67f6-4bd2-9169-f45ca6012281 req-3afb6fe4-ac21-42f9-9ea0-df3e509d2e8a service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance_info_cache with network_info: [{"id": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "address": "fa:16:3e:13:d6:9c", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d9ba6e-01", "ovs_interfaceid": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.460573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.463829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.771s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.463829] env[69155]: DEBUG nova.objects.instance [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lazy-loading 'resources' on Instance uuid 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.488028] env[69155]: INFO nova.scheduler.client.report [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Deleted allocations for instance e3580fdf-80a9-46b8-8877-06f011c08f94 [ 1130.504732] env[69155]: DEBUG oslo_vmware.api [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600292, 'name': PowerOnVM_Task, 'duration_secs': 1.004231} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.504997] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.505236] env[69155]: INFO nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1130.505394] env[69155]: DEBUG nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.506213] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85523f5e-91a6-41fd-8271-eb6754917a56 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.568780] env[69155]: DEBUG nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.604367] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.604612] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.604764] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.604950] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.605123] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.605267] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.605471] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.605623] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.605783] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.605941] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.606123] env[69155]: DEBUG nova.virt.hardware [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.607567] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f158800-aac9-4081-a47c-8724f55a7126 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.617392] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ce5ae-03a2-4b7e-907f-4e00c2cd3318 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.663084] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.750122] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c35590-dd84-3e19-20da-fcff4abfd77d, 'name': SearchDatastore_Task, 'duration_secs': 0.011547} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.750429] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.750704] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7/33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.750967] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-addbd652-5da5-4564-a4b8-aec2f0bdcfa1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.758615] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1130.758615] env[69155]: value = "task-3600295" [ 1130.758615] env[69155]: _type = "Task" [ 1130.758615] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.767243] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.805378] env[69155]: DEBUG oslo_concurrency.lockutils [req-41adb7eb-67f6-4bd2-9169-f45ca6012281 req-3afb6fe4-ac21-42f9-9ea0-df3e509d2e8a service nova] Releasing lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.997150] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ce208816-9c30-4890-a6c5-2b69301d32ca tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Lock "e3580fdf-80a9-46b8-8877-06f011c08f94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.148s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.032705] env[69155]: INFO nova.compute.manager [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Took 24.34 seconds to build instance. [ 1131.169774] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.272428] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475105} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.272705] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7/33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.272921] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.273204] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad188c31-75cc-40d5-98e0-e8018f71b689 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.276625] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5ed3c1-34a4-40b3-a277-b0628f2b2906 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.285512] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1131.285512] env[69155]: value = "task-3600296" [ 1131.285512] env[69155]: _type = "Task" [ 1131.285512] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.293725] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5cbbe-55f7-4d31-8034-fb7387612a19 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.333892] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a5283-9458-43f9-8972-f9c8b84f5902 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.345185] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4ef33e-062f-4f31-b1d8-49bd0f665b72 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.364032] env[69155]: DEBUG nova.compute.provider_tree [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.395428] env[69155]: DEBUG nova.network.neutron [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Successfully updated port: 176ebacd-8442-4ced-a9d9-920edb70a3d3 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.507844] env[69155]: DEBUG nova.compute.manager [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Received event network-vif-plugged-176ebacd-8442-4ced-a9d9-920edb70a3d3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.508089] env[69155]: DEBUG oslo_concurrency.lockutils [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] Acquiring lock "57d782c8-8373-45f8-90bb-41d42b5a575a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.508290] env[69155]: DEBUG oslo_concurrency.lockutils [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] Lock "57d782c8-8373-45f8-90bb-41d42b5a575a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.508517] env[69155]: DEBUG oslo_concurrency.lockutils [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] Lock "57d782c8-8373-45f8-90bb-41d42b5a575a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.508669] env[69155]: DEBUG nova.compute.manager [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] No waiting events found dispatching network-vif-plugged-176ebacd-8442-4ced-a9d9-920edb70a3d3 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.511962] env[69155]: WARNING nova.compute.manager [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Received unexpected event network-vif-plugged-176ebacd-8442-4ced-a9d9-920edb70a3d3 for instance with vm_state building and task_state spawning. [ 1131.511962] env[69155]: DEBUG nova.compute.manager [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Received event network-changed-176ebacd-8442-4ced-a9d9-920edb70a3d3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.511962] env[69155]: DEBUG nova.compute.manager [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Refreshing instance network info cache due to event network-changed-176ebacd-8442-4ced-a9d9-920edb70a3d3. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.511962] env[69155]: DEBUG oslo_concurrency.lockutils [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] Acquiring lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.511962] env[69155]: DEBUG oslo_concurrency.lockutils [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] Acquired lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.511962] env[69155]: DEBUG nova.network.neutron [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Refreshing network info cache for port 176ebacd-8442-4ced-a9d9-920edb70a3d3 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.537371] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5b887353-331f-42bb-94c9-ca7e42f79731 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.852s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.666424] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.797906] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25572} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.801724] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.802572] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd49785e-632c-4ddb-a83c-1a885cc03ed6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.833673] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7/33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.834659] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b35ce3b5-4d9f-47c0-9f15-02ced5d72b8d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.858405] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1131.858405] env[69155]: value = "task-3600297" [ 1131.858405] env[69155]: _type = "Task" [ 1131.858405] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.868352] env[69155]: DEBUG nova.scheduler.client.report [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.871730] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.900699] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.045750] env[69155]: DEBUG nova.network.neutron [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.071581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.071581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.071581] env[69155]: DEBUG nova.compute.manager [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.073026] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f288c78-4958-4d52-b153-79fb8ba9fd54 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.082176] env[69155]: DEBUG nova.compute.manager [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1132.082773] env[69155]: DEBUG nova.objects.instance [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'flavor' on Instance uuid d4a7d5e2-5ef4-4819-9b77-c76c0402c594 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.127600] env[69155]: DEBUG nova.network.neutron [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.168352] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.373023] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600297, 'name': ReconfigVM_Task, 'duration_secs': 0.306572} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.373023] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7/33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.373023] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06b15f32-f248-47f7-bd39-90770cdb1d40 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.373023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.375496] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.677s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.375832] env[69155]: DEBUG nova.objects.instance [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lazy-loading 'resources' on Instance uuid 65526fba-11e7-4c34-a202-493d9551a720 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.378774] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1132.378774] env[69155]: value = "task-3600298" [ 1132.378774] env[69155]: _type = "Task" [ 1132.378774] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.394988] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600298, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.403363] env[69155]: INFO nova.scheduler.client.report [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleted allocations for instance 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80 [ 1132.630491] env[69155]: DEBUG oslo_concurrency.lockutils [req-6c787671-a657-4e4e-b7d3-eada223bd92b req-5e7c247f-4863-469f-804d-63c69a32618c service nova] Releasing lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.630952] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.631167] env[69155]: DEBUG nova.network.neutron [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.668662] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.899404] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600298, 'name': Rename_Task, 'duration_secs': 0.166318} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.899977] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.900277] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6133078-4a2e-48e8-93cd-6ff7016ae0f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.916770] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1132.916770] env[69155]: value = "task-3600299" [ 1132.916770] env[69155]: _type = "Task" [ 1132.916770] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.917585] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.537s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.935743] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.091056] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.094480] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdd58270-e596-43d8-9b51-b6baa7f59868 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.101266] env[69155]: DEBUG oslo_vmware.api [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1133.101266] env[69155]: value = "task-3600300" [ 1133.101266] env[69155]: _type = "Task" [ 1133.101266] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.122134] env[69155]: DEBUG oslo_vmware.api [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.173500] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.183216] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe415d0-08d2-4bf5-b9d8-b2bcc3453be4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.194583] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb3449b-5068-4146-a7e5-fb680daab54d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.200193] env[69155]: DEBUG nova.network.neutron [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.238222] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d9a7e-8734-48a8-931c-a1195c5e93e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.249913] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b179f9-b55e-4e6f-8378-0d0ba366d14b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.274993] env[69155]: DEBUG nova.compute.provider_tree [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.430614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "148c22e9-f88e-4793-a9c6-345f621faf47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.431048] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "148c22e9-f88e-4793-a9c6-345f621faf47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.441746] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.443477] env[69155]: DEBUG nova.network.neutron [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Updating instance_info_cache with network_info: [{"id": "176ebacd-8442-4ced-a9d9-920edb70a3d3", "address": "fa:16:3e:0f:65:de", "network": {"id": "b624d3ae-8ed1-4314-b63e-cff6f5da90bc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-201198321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a98b27734c3744d1b60d7309f01cf3a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176ebacd-84", "ovs_interfaceid": "176ebacd-8442-4ced-a9d9-920edb70a3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.612164] env[69155]: DEBUG oslo_vmware.api [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600300, 'name': PowerOffVM_Task, 'duration_secs': 0.248963} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.612695] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.612695] env[69155]: DEBUG nova.compute.manager [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.613784] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee2a12a-5146-4a9f-8d0f-de04f6b4c985 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.668080] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.783232] env[69155]: DEBUG nova.scheduler.client.report [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.937702] env[69155]: DEBUG nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.942786] env[69155]: DEBUG oslo_vmware.api [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600299, 'name': PowerOnVM_Task, 'duration_secs': 0.592625} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.943598] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.945097] env[69155]: INFO nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1133.945439] env[69155]: DEBUG nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.946118] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.946536] env[69155]: DEBUG nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Instance network_info: |[{"id": "176ebacd-8442-4ced-a9d9-920edb70a3d3", "address": "fa:16:3e:0f:65:de", "network": {"id": "b624d3ae-8ed1-4314-b63e-cff6f5da90bc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-201198321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a98b27734c3744d1b60d7309f01cf3a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176ebacd-84", "ovs_interfaceid": "176ebacd-8442-4ced-a9d9-920edb70a3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.948237] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8146010-a4da-442f-9e61-532051ee4e77 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.954117] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:65:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '176ebacd-8442-4ced-a9d9-920edb70a3d3', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.969383] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.970198] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.971494] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f15dc27-514e-4851-b089-d44fb06c0c4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.006208] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.006208] env[69155]: value = "task-3600301" [ 1134.006208] env[69155]: _type = "Task" [ 1134.006208] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.014548] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600301, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.129032] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c96700f1-5cb5-4d7b-8dd9-f144f9804485 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.170134] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.288226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.291112] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.552s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.295020] env[69155]: DEBUG nova.objects.instance [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'resources' on Instance uuid 95d34fd4-cd7c-49a4-aefc-de45b4bac310 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.325111] env[69155]: INFO nova.scheduler.client.report [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Deleted allocations for instance 65526fba-11e7-4c34-a202-493d9551a720 [ 1134.468110] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.514172] env[69155]: INFO nova.compute.manager [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Took 21.77 seconds to build instance. [ 1134.523061] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600301, 'name': CreateVM_Task, 'duration_secs': 0.416873} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.523263] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.523977] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.524213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.524547] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.524820] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef86efd-d837-4ec5-8211-8aff30ed70e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.533823] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1134.533823] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52359637-d92f-7b39-7eb5-75754b6d9d41" [ 1134.533823] env[69155]: _type = "Task" [ 1134.533823] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.545714] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52359637-d92f-7b39-7eb5-75754b6d9d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.672964] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.823491] env[69155]: INFO nova.compute.manager [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Rebuilding instance [ 1134.833238] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9f544790-b448-4fe5-8c02-36c8879e5998 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Lock "65526fba-11e7-4c34-a202-493d9551a720" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.516s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.890992] env[69155]: DEBUG nova.compute.manager [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.891873] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa0cbfd-89f5-4757-980a-2d3fcdc9b0dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.017244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ab1622c2-b131-4fde-a876-2c0f80d862cb tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.288s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.050229] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52359637-d92f-7b39-7eb5-75754b6d9d41, 'name': SearchDatastore_Task, 'duration_secs': 0.016339} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.050969] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.051371] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.052084] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.052418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.052709] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.056580] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a91b8961-8b22-4c35-a083-bfa2c61ec239 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.073968] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.073968] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.077477] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7889224b-aa0d-4a53-a5a5-adc6030b4fde {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.084823] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1135.084823] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522656f7-8105-6fac-865b-38420bf2fea1" [ 1135.084823] env[69155]: _type = "Task" [ 1135.084823] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.095803] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522656f7-8105-6fac-865b-38420bf2fea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.110901] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fa826b-ce0a-4cb6-b62e-28862d4e606c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.123190] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e49e28d-8496-4ac7-85be-70591fd1b8cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.159319] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36595f3-9c2a-4d1d-b090-0551b1676244 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.173286] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648512bd-795b-447a-a670-8daf5aafb859 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.177673] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.189373] env[69155]: DEBUG nova.compute.provider_tree [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.210682] env[69155]: DEBUG nova.compute.manager [req-91cc592f-a61b-47d0-a84e-76a73af26130 req-39fee932-c602-4a76-9d6b-d36f1e111be9 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Received event network-changed-82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.210887] env[69155]: DEBUG nova.compute.manager [req-91cc592f-a61b-47d0-a84e-76a73af26130 req-39fee932-c602-4a76-9d6b-d36f1e111be9 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Refreshing instance network info cache due to event network-changed-82d9ba6e-016a-4e75-8ebe-05ef6e518699. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.211118] env[69155]: DEBUG oslo_concurrency.lockutils [req-91cc592f-a61b-47d0-a84e-76a73af26130 req-39fee932-c602-4a76-9d6b-d36f1e111be9 service nova] Acquiring lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.211265] env[69155]: DEBUG oslo_concurrency.lockutils [req-91cc592f-a61b-47d0-a84e-76a73af26130 req-39fee932-c602-4a76-9d6b-d36f1e111be9 service nova] Acquired lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.211450] env[69155]: DEBUG nova.network.neutron [req-91cc592f-a61b-47d0-a84e-76a73af26130 req-39fee932-c602-4a76-9d6b-d36f1e111be9 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Refreshing network info cache for port 82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.597463] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522656f7-8105-6fac-865b-38420bf2fea1, 'name': SearchDatastore_Task, 'duration_secs': 0.034306} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.598356] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf4353b-b6ee-4f65-86ec-6671b4f02d1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.610401] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1135.610401] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5245f849-371c-6611-52f9-a61a83f43a04" [ 1135.610401] env[69155]: _type = "Task" [ 1135.610401] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.621152] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5245f849-371c-6611-52f9-a61a83f43a04, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.621152] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.621152] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a/57d782c8-8373-45f8-90bb-41d42b5a575a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.621531] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed28eca-87ba-43a0-b3da-7e784e86b52b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.633557] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1135.633557] env[69155]: value = "task-3600302" [ 1135.633557] env[69155]: _type = "Task" [ 1135.633557] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.644818] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.673607] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.694139] env[69155]: DEBUG nova.scheduler.client.report [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.910469] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.910856] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06fc538e-870b-487c-aad1-055f4f419626 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.917458] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1135.917458] env[69155]: value = "task-3600303" [ 1135.917458] env[69155]: _type = "Task" [ 1135.917458] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.934799] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1135.935134] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.935955] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad3e33-e43f-45da-bfaa-751ac3f45845 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.944777] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.945070] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12c42b16-8696-4d87-a326-26b0c7bcb60e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.016856] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.017096] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.017284] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleting the datastore file [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.017562] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62f1071c-20e7-42d1-9c25-f99be3cbe0ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.027430] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1136.027430] env[69155]: value = "task-3600305" [ 1136.027430] env[69155]: _type = "Task" [ 1136.027430] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.038406] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.146313] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600302, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.177938] env[69155]: DEBUG oslo_vmware.api [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600294, 'name': ReconfigVM_Task, 'duration_secs': 5.763168} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.178254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.178521] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Reconfigured VM to detach interface {{(pid=69155) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1136.200728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.205174] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.306s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.245072] env[69155]: INFO nova.scheduler.client.report [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted allocations for instance 95d34fd4-cd7c-49a4-aefc-de45b4bac310 [ 1136.461446] env[69155]: DEBUG nova.network.neutron [req-91cc592f-a61b-47d0-a84e-76a73af26130 req-39fee932-c602-4a76-9d6b-d36f1e111be9 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updated VIF entry in instance network info cache for port 82d9ba6e-016a-4e75-8ebe-05ef6e518699. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.462345] env[69155]: DEBUG nova.network.neutron [req-91cc592f-a61b-47d0-a84e-76a73af26130 req-39fee932-c602-4a76-9d6b-d36f1e111be9 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance_info_cache with network_info: [{"id": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "address": "fa:16:3e:13:d6:9c", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d9ba6e-01", "ovs_interfaceid": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.539943] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337082} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.543569] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.543569] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.543569] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.649105] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70948} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.649105] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a/57d782c8-8373-45f8-90bb-41d42b5a575a.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.649105] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.653019] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74a2f330-5cc7-440b-b88d-ac27b13e2c51 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.658064] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1136.658064] env[69155]: value = "task-3600306" [ 1136.658064] env[69155]: _type = "Task" [ 1136.658064] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.672765] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.754900] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f4423a6b-f6b1-4684-8bcd-632c91330940 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "95d34fd4-cd7c-49a4-aefc-de45b4bac310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.304s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.965938] env[69155]: DEBUG oslo_concurrency.lockutils [req-91cc592f-a61b-47d0-a84e-76a73af26130 req-39fee932-c602-4a76-9d6b-d36f1e111be9 service nova] Releasing lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.985123] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85131c8d-ada9-4e02-9d22-b07d856572d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.993256] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5170345-64af-4979-9c21-1c9429060d75 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.029925] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8b9fe-8fe9-48b8-9943-937465443b21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.038893] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d913a3f-5745-4e60-8392-48dffb3e0157 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.059128] env[69155]: DEBUG nova.compute.provider_tree [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.168258] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074519} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.168566] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.169392] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24385c8f-0d35-47e9-8925-9cd0f3892a16 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.194519] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a/57d782c8-8373-45f8-90bb-41d42b5a575a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.194831] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d016f0ee-4f79-4799-ba5b-a86dd56901f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.217788] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1137.217788] env[69155]: value = "task-3600307" [ 1137.217788] env[69155]: _type = "Task" [ 1137.217788] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.235466] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.563625] env[69155]: DEBUG nova.scheduler.client.report [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.576457] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.576766] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.576957] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.577203] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.577405] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.577594] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.577851] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.578448] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.578690] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.578913] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.579245] env[69155]: DEBUG nova.virt.hardware [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.580064] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02a3f17-432e-4ccb-98dc-4e19ad9aa039 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.589428] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0026f84-a18f-40c6-9a49-4a1a612cd97a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.603757] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:a0:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d9a1833-4e69-43d4-92ce-58dbf11293be', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.611086] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.611326] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.611536] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c93b5ab-2e39-4d02-8216-c57db92989b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.632757] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.632757] env[69155]: value = "task-3600308" [ 1137.632757] env[69155]: _type = "Task" [ 1137.632757] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.640656] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600308, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.729201] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.729442] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.729647] env[69155]: DEBUG nova.network.neutron [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.731100] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600307, 'name': ReconfigVM_Task, 'duration_secs': 0.337275} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.731400] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a/57d782c8-8373-45f8-90bb-41d42b5a575a.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.732079] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff48e356-fa2a-49ac-b94c-0f872879ab6c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.741885] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1137.741885] env[69155]: value = "task-3600309" [ 1137.741885] env[69155]: _type = "Task" [ 1137.741885] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.752036] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600309, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.849031] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "a1260d26-dc55-42ab-94c2-9727136959c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.849377] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a1260d26-dc55-42ab-94c2-9727136959c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.143006] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600308, 'name': CreateVM_Task, 'duration_secs': 0.398204} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.143308] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.144043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.144311] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.144691] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.144999] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12df5c8-fdbd-4d5d-a7bb-6827a23cdd14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.149739] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1138.149739] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52316e40-9e56-cafb-a87b-8fe9a0bd42a5" [ 1138.149739] env[69155]: _type = "Task" [ 1138.149739] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.158555] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52316e40-9e56-cafb-a87b-8fe9a0bd42a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.253215] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600309, 'name': Rename_Task, 'duration_secs': 0.161572} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.253215] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.253746] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff94366-8a26-45ea-92ed-a8f5abbc052e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.262606] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1138.262606] env[69155]: value = "task-3600310" [ 1138.262606] env[69155]: _type = "Task" [ 1138.262606] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.274068] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.352720] env[69155]: DEBUG nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.484241] env[69155]: INFO nova.network.neutron [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Port 2e15c097-0a7f-4676-9b3d-b91749183e52 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1138.484653] env[69155]: DEBUG nova.network.neutron [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.574534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.371s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.577690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.266s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.579789] env[69155]: INFO nova.compute.claims [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.663608] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52316e40-9e56-cafb-a87b-8fe9a0bd42a5, 'name': SearchDatastore_Task, 'duration_secs': 0.043602} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.664104] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.664557] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.664829] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.664994] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.665231] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.665500] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92bbed2c-2e1a-4c94-bf5d-530895871464 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.675770] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.675972] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.676792] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1bdb4fe-bf34-4f97-baef-6e8179fecf89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.684288] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1138.684288] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52907a5e-b1fb-7db3-fa20-6a1325deae4b" [ 1138.684288] env[69155]: _type = "Task" [ 1138.684288] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.694520] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52907a5e-b1fb-7db3-fa20-6a1325deae4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.696961] env[69155]: DEBUG nova.compute.manager [req-3bb99ce8-9de1-4a26-b6f7-9231c93db93c req-daa7fb37-84a8-4e02-95a9-fd206da511d6 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.697193] env[69155]: DEBUG nova.compute.manager [req-3bb99ce8-9de1-4a26-b6f7-9231c93db93c req-daa7fb37-84a8-4e02-95a9-fd206da511d6 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing instance network info cache due to event network-changed-65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.697387] env[69155]: DEBUG oslo_concurrency.lockutils [req-3bb99ce8-9de1-4a26-b6f7-9231c93db93c req-daa7fb37-84a8-4e02-95a9-fd206da511d6 service nova] Acquiring lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.774659] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.878875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.987802] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.990804] env[69155]: DEBUG oslo_concurrency.lockutils [req-3bb99ce8-9de1-4a26-b6f7-9231c93db93c req-daa7fb37-84a8-4e02-95a9-fd206da511d6 service nova] Acquired lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.990804] env[69155]: DEBUG nova.network.neutron [req-3bb99ce8-9de1-4a26-b6f7-9231c93db93c req-daa7fb37-84a8-4e02-95a9-fd206da511d6 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Refreshing network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.137139] env[69155]: INFO nova.scheduler.client.report [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted allocation for migration d2a7182d-6864-4601-8352-b2e43d42867d [ 1139.194822] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52907a5e-b1fb-7db3-fa20-6a1325deae4b, 'name': SearchDatastore_Task, 'duration_secs': 0.01805} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.195653] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5307a752-3cf3-4b15-91d5-bfe6303517f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.201265] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1139.201265] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522625d5-a879-a29c-c1d0-39c92e0347b4" [ 1139.201265] env[69155]: _type = "Task" [ 1139.201265] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.209022] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522625d5-a879-a29c-c1d0-39c92e0347b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.273778] env[69155]: DEBUG oslo_vmware.api [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600310, 'name': PowerOnVM_Task, 'duration_secs': 0.556468} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.274132] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.274390] env[69155]: INFO nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1139.274584] env[69155]: DEBUG nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.275386] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f3296-5cc2-412d-81ab-d1943f003c50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.398457] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-8e0fa9b9-f71f-4fd2-a137-97adcee14841-2e15c097-0a7f-4676-9b3d-b91749183e52" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.398681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-8e0fa9b9-f71f-4fd2-a137-97adcee14841-2e15c097-0a7f-4676-9b3d-b91749183e52" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.398982] env[69155]: DEBUG nova.objects.instance [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'flavor' on Instance uuid 8e0fa9b9-f71f-4fd2-a137-97adcee14841 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.493042] env[69155]: DEBUG oslo_concurrency.lockutils [None req-320bb6b1-c1b3-4fde-8888-2e00d5d25f4f tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-ed65c7f1-6817-474b-af35-985b5187c850-2e15c097-0a7f-4676-9b3d-b91749183e52" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.942s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.645154] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cea51968-6401-4827-9ac0-f0eeac428929 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.569s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.716541] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522625d5-a879-a29c-c1d0-39c92e0347b4, 'name': SearchDatastore_Task, 'duration_secs': 0.040428} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.716798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.719008] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594/d4a7d5e2-5ef4-4819-9b77-c76c0402c594.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.721492] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1129994-7f46-4b22-bd96-e19fe345d5ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.729405] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1139.729405] env[69155]: value = "task-3600311" [ 1139.729405] env[69155]: _type = "Task" [ 1139.729405] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.744511] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.794979] env[69155]: INFO nova.compute.manager [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Took 23.70 seconds to build instance. [ 1139.804217] env[69155]: DEBUG nova.network.neutron [req-3bb99ce8-9de1-4a26-b6f7-9231c93db93c req-daa7fb37-84a8-4e02-95a9-fd206da511d6 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updated VIF entry in instance network info cache for port 65a56329-8cd5-4d96-9bab-f501bade9fde. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.804571] env[69155]: DEBUG nova.network.neutron [req-3bb99ce8-9de1-4a26-b6f7-9231c93db93c req-daa7fb37-84a8-4e02-95a9-fd206da511d6 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [{"id": "65a56329-8cd5-4d96-9bab-f501bade9fde", "address": "fa:16:3e:a3:87:75", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a56329-8c", "ovs_interfaceid": "65a56329-8cd5-4d96-9bab-f501bade9fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.851511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371e8965-3875-431f-bd91-5e627e7abd9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.861069] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0836569-d23c-461c-8650-768ad6f3ae7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.896059] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1db8ac-99f3-43a6-8185-d90e892e05a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.900833] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "b43dee32-0166-408e-aaf1-473a67d37baf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.901062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.901273] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.901467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.901635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.906729] env[69155]: INFO nova.compute.manager [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Terminating instance [ 1139.913420] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae98f9e3-d4d4-4ded-b3fb-54e8336e283f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.932466] env[69155]: DEBUG nova.compute.provider_tree [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.045799] env[69155]: DEBUG nova.objects.instance [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e0fa9b9-f71f-4fd2-a137-97adcee14841 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.239881] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46552} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.240172] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594/d4a7d5e2-5ef4-4819-9b77-c76c0402c594.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.240396] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.240643] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-694667a2-321a-4dd4-a1be-68c378fb7d86 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.248025] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1140.248025] env[69155]: value = "task-3600312" [ 1140.248025] env[69155]: _type = "Task" [ 1140.248025] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.255878] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.296727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35ea1349-c6da-4d67-bfdd-db7a284844af tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "57d782c8-8373-45f8-90bb-41d42b5a575a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.208s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.306759] env[69155]: DEBUG oslo_concurrency.lockutils [req-3bb99ce8-9de1-4a26-b6f7-9231c93db93c req-daa7fb37-84a8-4e02-95a9-fd206da511d6 service nova] Releasing lock "refresh_cache-ed65c7f1-6817-474b-af35-985b5187c850" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.419275] env[69155]: DEBUG nova.compute.manager [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.419635] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.420615] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c179fb03-07e6-4246-be43-26cb0e3a5b64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.430126] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.430435] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aef878a8-0b2f-477b-9473-803a89a653ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.436276] env[69155]: DEBUG nova.scheduler.client.report [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.440981] env[69155]: DEBUG oslo_vmware.api [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1140.440981] env[69155]: value = "task-3600313" [ 1140.440981] env[69155]: _type = "Task" [ 1140.440981] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.450797] env[69155]: DEBUG oslo_vmware.api [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.551286] env[69155]: DEBUG nova.objects.base [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Object Instance<8e0fa9b9-f71f-4fd2-a137-97adcee14841> lazy-loaded attributes: flavor,pci_requests {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.551532] env[69155]: DEBUG nova.network.neutron [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.558561] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "b77dea0a-dbab-4161-8552-da2f77a43dc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.559775] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b77dea0a-dbab-4161-8552-da2f77a43dc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.637292] env[69155]: DEBUG nova.policy [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8912d6b8b53f4d6f9c99646c3efb0a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '061a3dff244c449e82087ef878db8185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.721528] env[69155]: DEBUG nova.compute.manager [req-e325bfbb-c72e-46fa-b5cc-467d467f1f89 req-2ee103dc-1a03-4d9d-8140-a3b8708a3a50 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received event network-changed-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.721730] env[69155]: DEBUG nova.compute.manager [req-e325bfbb-c72e-46fa-b5cc-467d467f1f89 req-2ee103dc-1a03-4d9d-8140-a3b8708a3a50 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing instance network info cache due to event network-changed-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.722028] env[69155]: DEBUG oslo_concurrency.lockutils [req-e325bfbb-c72e-46fa-b5cc-467d467f1f89 req-2ee103dc-1a03-4d9d-8140-a3b8708a3a50 service nova] Acquiring lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.722098] env[69155]: DEBUG oslo_concurrency.lockutils [req-e325bfbb-c72e-46fa-b5cc-467d467f1f89 req-2ee103dc-1a03-4d9d-8140-a3b8708a3a50 service nova] Acquired lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.722258] env[69155]: DEBUG nova.network.neutron [req-e325bfbb-c72e-46fa-b5cc-467d467f1f89 req-2ee103dc-1a03-4d9d-8140-a3b8708a3a50 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing network info cache for port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.760808] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073373} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.762044] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.762044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e43b28b-da7f-4d20-8245-725966acf478 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.787881] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594/d4a7d5e2-5ef4-4819-9b77-c76c0402c594.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.788272] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b534266-e988-4be9-b120-0607d308833e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.811683] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1140.811683] env[69155]: value = "task-3600314" [ 1140.811683] env[69155]: _type = "Task" [ 1140.811683] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.824996] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.837397] env[69155]: INFO nova.compute.manager [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Rescuing [ 1140.837397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.837397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.837397] env[69155]: DEBUG nova.network.neutron [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.944111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.944111] env[69155]: DEBUG nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.947312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.479s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.948744] env[69155]: INFO nova.compute.claims [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.961388] env[69155]: DEBUG oslo_vmware.api [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600313, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.061649] env[69155]: DEBUG nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.323690] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600314, 'name': ReconfigVM_Task, 'duration_secs': 0.348017} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.324047] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594/d4a7d5e2-5ef4-4819-9b77-c76c0402c594.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.324713] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a50ce1bf-24d7-49ca-ab0f-05e675e0f620 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.333027] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1141.333027] env[69155]: value = "task-3600315" [ 1141.333027] env[69155]: _type = "Task" [ 1141.333027] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.346254] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600315, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.464075] env[69155]: DEBUG nova.compute.utils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.465229] env[69155]: DEBUG oslo_vmware.api [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600313, 'name': PowerOffVM_Task, 'duration_secs': 0.559262} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.466101] env[69155]: DEBUG nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.466401] env[69155]: DEBUG nova.network.neutron [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.469785] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.470223] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.470644] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b4e237c-12b4-4102-baa3-9d2fd760c628 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.576878] env[69155]: DEBUG nova.policy [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f0952585b94e818f9086685f604586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19213076bcec40c499fcd0dfd5b830eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.580371] env[69155]: DEBUG nova.network.neutron [req-e325bfbb-c72e-46fa-b5cc-467d467f1f89 req-2ee103dc-1a03-4d9d-8140-a3b8708a3a50 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updated VIF entry in instance network info cache for port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.580371] env[69155]: DEBUG nova.network.neutron [req-e325bfbb-c72e-46fa-b5cc-467d467f1f89 req-2ee103dc-1a03-4d9d-8140-a3b8708a3a50 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.586177] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.586177] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.586177] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleting the datastore file [datastore2] b43dee32-0166-408e-aaf1-473a67d37baf {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.586177] env[69155]: DEBUG nova.network.neutron [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Updating instance_info_cache with network_info: [{"id": "176ebacd-8442-4ced-a9d9-920edb70a3d3", "address": "fa:16:3e:0f:65:de", "network": {"id": "b624d3ae-8ed1-4314-b63e-cff6f5da90bc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-201198321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a98b27734c3744d1b60d7309f01cf3a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176ebacd-84", "ovs_interfaceid": "176ebacd-8442-4ced-a9d9-920edb70a3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.588984] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04eef4d1-a902-42b2-b6bb-fe90e33c4e33 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.593605] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.603159] env[69155]: DEBUG oslo_vmware.api [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1141.603159] env[69155]: value = "task-3600317" [ 1141.603159] env[69155]: _type = "Task" [ 1141.603159] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.614880] env[69155]: DEBUG oslo_vmware.api [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.850264] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600315, 'name': Rename_Task, 'duration_secs': 0.230609} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.850264] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.850264] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f60c4b7c-89ef-41d3-9857-0e59f1dea76b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.860019] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1141.860019] env[69155]: value = "task-3600318" [ 1141.860019] env[69155]: _type = "Task" [ 1141.860019] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.869722] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.910874] env[69155]: DEBUG nova.network.neutron [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Successfully created port: 3145c01b-3625-4335-a64a-751293dd66c2 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.971021] env[69155]: DEBUG nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.083130] env[69155]: DEBUG oslo_concurrency.lockutils [req-e325bfbb-c72e-46fa-b5cc-467d467f1f89 req-2ee103dc-1a03-4d9d-8140-a3b8708a3a50 service nova] Releasing lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.092587] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.121410] env[69155]: DEBUG oslo_vmware.api [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198857} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.121410] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.121410] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.121410] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.121410] env[69155]: INFO nova.compute.manager [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1142.121410] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.125404] env[69155]: DEBUG nova.compute.manager [-] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.125404] env[69155]: DEBUG nova.network.neutron [-] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.145345] env[69155]: DEBUG nova.compute.manager [req-aa8d7a7a-9aff-4591-8e76-2d45653d828e req-a5c825aa-348f-439f-a58e-ae864935a2db service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received event network-vif-plugged-2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.145345] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa8d7a7a-9aff-4591-8e76-2d45653d828e req-a5c825aa-348f-439f-a58e-ae864935a2db service nova] Acquiring lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.145345] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa8d7a7a-9aff-4591-8e76-2d45653d828e req-a5c825aa-348f-439f-a58e-ae864935a2db service nova] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.145345] env[69155]: DEBUG oslo_concurrency.lockutils [req-aa8d7a7a-9aff-4591-8e76-2d45653d828e req-a5c825aa-348f-439f-a58e-ae864935a2db service nova] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.145345] env[69155]: DEBUG nova.compute.manager [req-aa8d7a7a-9aff-4591-8e76-2d45653d828e req-a5c825aa-348f-439f-a58e-ae864935a2db service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] No waiting events found dispatching network-vif-plugged-2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.145345] env[69155]: WARNING nova.compute.manager [req-aa8d7a7a-9aff-4591-8e76-2d45653d828e req-a5c825aa-348f-439f-a58e-ae864935a2db service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received unexpected event network-vif-plugged-2e15c097-0a7f-4676-9b3d-b91749183e52 for instance with vm_state active and task_state None. [ 1142.256179] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3881a0b-6d2b-42f2-ad56-2507d65eed93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.266135] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a306c13-1c04-44fb-b464-7662d7c3e933 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.318104] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33570a7d-2dfb-42f2-9b7f-ca8076fbbe03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.329072] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dc184a-f027-4f15-8213-7fc49e6abd83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.350194] env[69155]: DEBUG nova.compute.provider_tree [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.353835] env[69155]: DEBUG nova.network.neutron [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Successfully updated port: 2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.373600] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.787691] env[69155]: DEBUG nova.compute.manager [req-517850b3-afad-4e89-80c3-73e045b35429 req-7ab386d7-f8bc-4efc-8e6b-2c567289c309 service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Received event network-vif-deleted-05f69176-d798-47ce-8f63-c9fa135eb689 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.787691] env[69155]: INFO nova.compute.manager [req-517850b3-afad-4e89-80c3-73e045b35429 req-7ab386d7-f8bc-4efc-8e6b-2c567289c309 service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Neutron deleted interface 05f69176-d798-47ce-8f63-c9fa135eb689; detaching it from the instance and deleting it from the info cache [ 1142.787691] env[69155]: DEBUG nova.network.neutron [req-517850b3-afad-4e89-80c3-73e045b35429 req-7ab386d7-f8bc-4efc-8e6b-2c567289c309 service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.853559] env[69155]: DEBUG nova.scheduler.client.report [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.858990] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.859335] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.859593] env[69155]: DEBUG nova.network.neutron [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.875521] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600318, 'name': PowerOnVM_Task, 'duration_secs': 0.554549} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.875784] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.875982] env[69155]: DEBUG nova.compute.manager [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.876787] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bb8df4-d601-420c-a1d1-6ff4093af099 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.952781] env[69155]: DEBUG nova.network.neutron [-] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.983470] env[69155]: DEBUG nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.011370] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.011785] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.012023] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.012256] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.012435] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.012628] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.012880] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.013106] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.013323] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.013522] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.013739] env[69155]: DEBUG nova.virt.hardware [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.014677] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfaac82-4430-4953-a31d-e032645df57b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.023886] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aaf7fb-6e35-4c29-ba84-f6584b2a6058 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.290501] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52722bb7-770a-4502-a4e7-8057229d90b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.303172] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b8ff0f-bacd-4c2e-b7ff-a051bf481c23 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.337080] env[69155]: DEBUG nova.compute.manager [req-517850b3-afad-4e89-80c3-73e045b35429 req-7ab386d7-f8bc-4efc-8e6b-2c567289c309 service nova] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Detach interface failed, port_id=05f69176-d798-47ce-8f63-c9fa135eb689, reason: Instance b43dee32-0166-408e-aaf1-473a67d37baf could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.363037] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.363389] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.485s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.364839] env[69155]: INFO nova.compute.claims [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.388655] env[69155]: INFO nova.compute.manager [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] bringing vm to original state: 'stopped' [ 1143.402624] env[69155]: WARNING nova.network.neutron [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] 8fccbbe0-1aa5-4131-a4e2-ad168554378d already exists in list: networks containing: ['8fccbbe0-1aa5-4131-a4e2-ad168554378d']. ignoring it [ 1143.455880] env[69155]: INFO nova.compute.manager [-] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Took 1.33 seconds to deallocate network for instance. [ 1143.645034] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.645374] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2be69d3-a6e9-4569-ac2d-394e00553a15 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.654646] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1143.654646] env[69155]: value = "task-3600319" [ 1143.654646] env[69155]: _type = "Task" [ 1143.654646] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.667050] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.693105] env[69155]: DEBUG nova.network.neutron [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e15c097-0a7f-4676-9b3d-b91749183e52", "address": "fa:16:3e:56:3b:16", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e15c097-0a", "ovs_interfaceid": "2e15c097-0a7f-4676-9b3d-b91749183e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.705197] env[69155]: DEBUG nova.network.neutron [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Successfully updated port: 3145c01b-3625-4335-a64a-751293dd66c2 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.869057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "4f2faebd-cc78-44ab-abc5-1601d0f82de3" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.869742] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "4f2faebd-cc78-44ab-abc5-1601d0f82de3" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.962738] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.167124] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600319, 'name': PowerOffVM_Task, 'duration_secs': 0.250594} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.167438] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.168247] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01bebe7-03d9-4bbb-be17-653ee7adbfad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.187630] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea9a414-c90d-48f7-afcb-54f207916f42 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.191623] env[69155]: DEBUG nova.compute.manager [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received event network-changed-2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.191810] env[69155]: DEBUG nova.compute.manager [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing instance network info cache due to event network-changed-2e15c097-0a7f-4676-9b3d-b91749183e52. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.191999] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Acquiring lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.197627] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.198194] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.198353] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.200451] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Acquired lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.200640] env[69155]: DEBUG nova.network.neutron [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Refreshing network info cache for port 2e15c097-0a7f-4676-9b3d-b91749183e52 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.202292] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe8647f-5569-4871-a20b-16961b326879 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.207640] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "refresh_cache-e649fed4-42bf-41d9-b32d-2bb383d71f56" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.207768] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "refresh_cache-e649fed4-42bf-41d9-b32d-2bb383d71f56" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.207914] env[69155]: DEBUG nova.network.neutron [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.222926] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.223179] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.223342] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.223526] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.223672] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.223817] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.224030] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.224198] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.224382] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.224636] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.224843] env[69155]: DEBUG nova.virt.hardware [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.230986] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Reconfiguring VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1144.234819] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad2a4a3d-14ea-408b-9528-efeba6f405ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.252482] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.252967] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0fb6dcb-240c-4233-bd49-01c8e70e38e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.255478] env[69155]: DEBUG oslo_vmware.api [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1144.255478] env[69155]: value = "task-3600320" [ 1144.255478] env[69155]: _type = "Task" [ 1144.255478] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.260355] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1144.260355] env[69155]: value = "task-3600321" [ 1144.260355] env[69155]: _type = "Task" [ 1144.260355] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.263461] env[69155]: DEBUG oslo_vmware.api [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600320, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.271857] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1144.272081] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.272331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.272507] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.272699] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.272940] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-118558d0-2c25-4b35-97ff-397787291970 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.283622] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.283825] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.285235] env[69155]: DEBUG nova.network.neutron [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.287371] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ad279e-20a0-454c-bb68-eebe0fe15744 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.294035] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1144.294035] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c122f6-e922-bcf9-4833-5a4dfb655745" [ 1144.294035] env[69155]: _type = "Task" [ 1144.294035] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.303700] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c122f6-e922-bcf9-4833-5a4dfb655745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.376718] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "4f2faebd-cc78-44ab-abc5-1601d0f82de3" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.377243] env[69155]: DEBUG nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.395812] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.396069] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.396263] env[69155]: DEBUG nova.compute.manager [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.397142] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e623122-22b9-48a8-9e24-cc10bb2e8075 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.405455] env[69155]: DEBUG nova.compute.manager [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1144.442234] env[69155]: DEBUG nova.network.neutron [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Updating instance_info_cache with network_info: [{"id": "3145c01b-3625-4335-a64a-751293dd66c2", "address": "fa:16:3e:d7:e1:69", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3145c01b-36", "ovs_interfaceid": "3145c01b-3625-4335-a64a-751293dd66c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.590549] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad65655d-314e-475f-8b06-a877084db2a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.598858] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9bd1c8-fd9f-4c44-ac97-4dead1833238 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.633030] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f41e45-0827-416f-82c2-e0abaab0d717 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.642186] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afaf7e-2079-49c1-b784-8bbf43625b23 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.658300] env[69155]: DEBUG nova.compute.provider_tree [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.767172] env[69155]: DEBUG oslo_vmware.api [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.804692] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c122f6-e922-bcf9-4833-5a4dfb655745, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.805508] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4870baf-b7b6-4787-98a4-c08604838bd5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.811406] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1144.811406] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e96343-048f-9a52-8ca2-2c389096f3e9" [ 1144.811406] env[69155]: _type = "Task" [ 1144.811406] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.823404] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e96343-048f-9a52-8ca2-2c389096f3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.885562] env[69155]: DEBUG nova.compute.utils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.890425] env[69155]: DEBUG nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.890656] env[69155]: DEBUG nova.network.neutron [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.911795] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.911795] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c012b54c-c70c-4e0f-bd45-90b2e0a77341 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.920515] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1144.920515] env[69155]: value = "task-3600322" [ 1144.920515] env[69155]: _type = "Task" [ 1144.920515] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.932540] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.934199] env[69155]: DEBUG nova.policy [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c351910ebefe432ea962789cb57e7de5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a47da5519cfa4a1bbfd3bed3612cc09f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.944964] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "refresh_cache-e649fed4-42bf-41d9-b32d-2bb383d71f56" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.945190] env[69155]: DEBUG nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Instance network_info: |[{"id": "3145c01b-3625-4335-a64a-751293dd66c2", "address": "fa:16:3e:d7:e1:69", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3145c01b-36", "ovs_interfaceid": "3145c01b-3625-4335-a64a-751293dd66c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.945646] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:e1:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3145c01b-3625-4335-a64a-751293dd66c2', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.953849] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.956673] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.956939] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d13324-b37e-4e96-8acb-8f6263f25e54 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.985737] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.985737] env[69155]: value = "task-3600323" [ 1144.985737] env[69155]: _type = "Task" [ 1144.985737] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.002191] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600323, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.019525] env[69155]: DEBUG nova.network.neutron [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updated VIF entry in instance network info cache for port 2e15c097-0a7f-4676-9b3d-b91749183e52. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.020063] env[69155]: DEBUG nova.network.neutron [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e15c097-0a7f-4676-9b3d-b91749183e52", "address": "fa:16:3e:56:3b:16", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e15c097-0a", "ovs_interfaceid": "2e15c097-0a7f-4676-9b3d-b91749183e52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.165365] env[69155]: DEBUG nova.scheduler.client.report [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.235643] env[69155]: DEBUG nova.network.neutron [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Successfully created port: 45b23318-0d97-4090-b906-79ed6aad513a {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.267014] env[69155]: DEBUG oslo_vmware.api [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600320, 'name': ReconfigVM_Task, 'duration_secs': 0.632069} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.267554] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.267832] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Reconfigured VM to attach interface {{(pid=69155) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1145.325323] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e96343-048f-9a52-8ca2-2c389096f3e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.325323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.325323] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. {{(pid=69155) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1145.325323] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aad24e9-fe50-45ad-adf9-466bbcdfcfef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.335232] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1145.335232] env[69155]: value = "task-3600324" [ 1145.335232] env[69155]: _type = "Task" [ 1145.335232] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.344671] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.394216] env[69155]: DEBUG nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.433438] env[69155]: DEBUG oslo_vmware.api [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600322, 'name': PowerOffVM_Task, 'duration_secs': 0.196647} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.433780] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.434337] env[69155]: DEBUG nova.compute.manager [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.434891] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e227b91-7018-400e-a255-fd6fe53cb70e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.499019] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600323, 'name': CreateVM_Task, 'duration_secs': 0.35702} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.499019] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.499019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.499019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.499019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.499019] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7ed7b8-01c1-4b1d-b353-8f3307640f08 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.504700] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1145.504700] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522b4987-6f01-6002-47e8-ab862602c696" [ 1145.504700] env[69155]: _type = "Task" [ 1145.504700] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.513102] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522b4987-6f01-6002-47e8-ab862602c696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.524607] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Releasing lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.524860] env[69155]: DEBUG nova.compute.manager [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Received event network-vif-plugged-3145c01b-3625-4335-a64a-751293dd66c2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.525620] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Acquiring lock "e649fed4-42bf-41d9-b32d-2bb383d71f56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.525620] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Lock "e649fed4-42bf-41d9-b32d-2bb383d71f56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.525620] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Lock "e649fed4-42bf-41d9-b32d-2bb383d71f56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.525620] env[69155]: DEBUG nova.compute.manager [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] No waiting events found dispatching network-vif-plugged-3145c01b-3625-4335-a64a-751293dd66c2 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.525835] env[69155]: WARNING nova.compute.manager [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Received unexpected event network-vif-plugged-3145c01b-3625-4335-a64a-751293dd66c2 for instance with vm_state building and task_state spawning. [ 1145.525981] env[69155]: DEBUG nova.compute.manager [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Received event network-changed-3145c01b-3625-4335-a64a-751293dd66c2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.526187] env[69155]: DEBUG nova.compute.manager [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Refreshing instance network info cache due to event network-changed-3145c01b-3625-4335-a64a-751293dd66c2. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.526390] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Acquiring lock "refresh_cache-e649fed4-42bf-41d9-b32d-2bb383d71f56" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.526541] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Acquired lock "refresh_cache-e649fed4-42bf-41d9-b32d-2bb383d71f56" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.526707] env[69155]: DEBUG nova.network.neutron [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Refreshing network info cache for port 3145c01b-3625-4335-a64a-751293dd66c2 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.670549] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.671111] env[69155]: DEBUG nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.673867] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.081s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.675456] env[69155]: INFO nova.compute.claims [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.775054] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bde7b425-7afb-4587-8166-960a900bfbcc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-8e0fa9b9-f71f-4fd2-a137-97adcee14841-2e15c097-0a7f-4676-9b3d-b91749183e52" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.376s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.851045] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509222} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.851045] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. [ 1145.852240] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f22ff7a-018f-4e16-93ca-8d60b347190a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.894498] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.894937] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2142c704-65da-4a35-b793-75701b258d53 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.933745] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1145.933745] env[69155]: value = "task-3600325" [ 1145.933745] env[69155]: _type = "Task" [ 1145.933745] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.952127] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.952827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.019800] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522b4987-6f01-6002-47e8-ab862602c696, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.020265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.020636] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.021017] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.021283] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.021601] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.021986] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-029c4249-517b-4739-b45e-6046fbbcd358 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.036474] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquiring lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.036798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.037140] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquiring lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.037482] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.037714] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.040299] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.040583] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.042090] env[69155]: INFO nova.compute.manager [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Terminating instance [ 1146.044431] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a671da89-bbbd-429d-bf8f-f9cf6bc70033 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.055034] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1146.055034] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5262283e-e90c-0412-6ca0-ceda0452d75f" [ 1146.055034] env[69155]: _type = "Task" [ 1146.055034] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.069680] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5262283e-e90c-0412-6ca0-ceda0452d75f, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.070992] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4f7335-daa0-4a42-a835-2045db3314ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.078331] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1146.078331] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521d7f03-1943-572f-807f-995498f8a0a6" [ 1146.078331] env[69155]: _type = "Task" [ 1146.078331] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.095203] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521d7f03-1943-572f-807f-995498f8a0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.095558] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.095920] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e649fed4-42bf-41d9-b32d-2bb383d71f56/e649fed4-42bf-41d9-b32d-2bb383d71f56.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.096316] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e90360-7d2e-4dc7-b3a7-560128dcdecb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.105398] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1146.105398] env[69155]: value = "task-3600326" [ 1146.105398] env[69155]: _type = "Task" [ 1146.105398] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.117176] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.180355] env[69155]: DEBUG nova.compute.utils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.183850] env[69155]: DEBUG nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.184103] env[69155]: DEBUG nova.network.neutron [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.286663] env[69155]: DEBUG nova.policy [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '750f2ffaf878457998827620d2f80195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9ffb7002cf45dcb91c50ac826dc1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.423908] env[69155]: DEBUG nova.network.neutron [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Updated VIF entry in instance network info cache for port 3145c01b-3625-4335-a64a-751293dd66c2. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.424314] env[69155]: DEBUG nova.network.neutron [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Updating instance_info_cache with network_info: [{"id": "3145c01b-3625-4335-a64a-751293dd66c2", "address": "fa:16:3e:d7:e1:69", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3145c01b-36", "ovs_interfaceid": "3145c01b-3625-4335-a64a-751293dd66c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.431676] env[69155]: DEBUG nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.445312] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.462709] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.479263] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.479263] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.479263] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.479534] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.479740] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.479919] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.480667] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.480667] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.480747] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.480979] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.481255] env[69155]: DEBUG nova.virt.hardware [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.482330] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d930dcea-1869-466d-be29-46941a59e9fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.492882] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4919eae-dde2-46a7-83ab-764235e37f2d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.551812] env[69155]: DEBUG nova.compute.manager [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.552340] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.553496] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc547de5-89d1-4a31-b0f5-dc61a82a9d1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.564522] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.564673] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f2d600d-e34a-4d50-b18f-418248a689cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.573944] env[69155]: DEBUG oslo_vmware.api [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1146.573944] env[69155]: value = "task-3600327" [ 1146.573944] env[69155]: _type = "Task" [ 1146.573944] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.587765] env[69155]: DEBUG oslo_vmware.api [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.616028] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600326, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.685019] env[69155]: DEBUG nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.803062] env[69155]: DEBUG nova.network.neutron [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Successfully created port: 65c4d22c-4749-4543-ac0e-1c2947aed978 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.817395] env[69155]: DEBUG nova.compute.manager [req-e200622e-78ed-4610-a399-f52002c66e22 req-c345b533-b5d9-4437-979f-01cc7d0aa762 service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Received event network-vif-plugged-45b23318-0d97-4090-b906-79ed6aad513a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.817660] env[69155]: DEBUG oslo_concurrency.lockutils [req-e200622e-78ed-4610-a399-f52002c66e22 req-c345b533-b5d9-4437-979f-01cc7d0aa762 service nova] Acquiring lock "148c22e9-f88e-4793-a9c6-345f621faf47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.817912] env[69155]: DEBUG oslo_concurrency.lockutils [req-e200622e-78ed-4610-a399-f52002c66e22 req-c345b533-b5d9-4437-979f-01cc7d0aa762 service nova] Lock "148c22e9-f88e-4793-a9c6-345f621faf47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.818105] env[69155]: DEBUG oslo_concurrency.lockutils [req-e200622e-78ed-4610-a399-f52002c66e22 req-c345b533-b5d9-4437-979f-01cc7d0aa762 service nova] Lock "148c22e9-f88e-4793-a9c6-345f621faf47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.818239] env[69155]: DEBUG nova.compute.manager [req-e200622e-78ed-4610-a399-f52002c66e22 req-c345b533-b5d9-4437-979f-01cc7d0aa762 service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] No waiting events found dispatching network-vif-plugged-45b23318-0d97-4090-b906-79ed6aad513a {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.818382] env[69155]: WARNING nova.compute.manager [req-e200622e-78ed-4610-a399-f52002c66e22 req-c345b533-b5d9-4437-979f-01cc7d0aa762 service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Received unexpected event network-vif-plugged-45b23318-0d97-4090-b906-79ed6aad513a for instance with vm_state building and task_state spawning. [ 1146.859964] env[69155]: DEBUG nova.network.neutron [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Successfully updated port: 45b23318-0d97-4090-b906-79ed6aad513a {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.931698] env[69155]: DEBUG oslo_concurrency.lockutils [req-dbe02b2e-4655-466e-9ebb-55750e2fb173 req-c4e745e2-5dfe-4da0-a876-c07d2846c269 service nova] Releasing lock "refresh_cache-e649fed4-42bf-41d9-b32d-2bb383d71f56" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.945786] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600325, 'name': ReconfigVM_Task, 'duration_secs': 0.517602} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.948570] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.949789] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b303d51-85d0-46b1-a60e-9fefe0531f3e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.978712] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e146966-90ad-4185-bfc3-0ace45928a12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.995171] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1146.995171] env[69155]: value = "task-3600328" [ 1146.995171] env[69155]: _type = "Task" [ 1146.995171] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.001117] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98f9123-1c0f-485f-921c-1121da3ea94e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.007683] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.012700] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d162f1-abdd-4eda-a425-63ad2a4e1d91 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.045379] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1450a8-5eb4-414e-93e6-5e20605bf120 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.053622] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e6507-2129-4032-b119-5f7b5a23b473 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.069831] env[69155]: DEBUG nova.compute.provider_tree [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.083642] env[69155]: DEBUG oslo_vmware.api [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600327, 'name': PowerOffVM_Task, 'duration_secs': 0.328033} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.083951] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.084177] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.084452] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb15baab-81b0-4cc5-b4f6-0f6159e5fe70 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.115462] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524644} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.115737] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e649fed4-42bf-41d9-b32d-2bb383d71f56/e649fed4-42bf-41d9-b32d-2bb383d71f56.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.115949] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.116533] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c7c017-d436-4d8f-990e-36d8bc19ab2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.124494] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1147.124494] env[69155]: value = "task-3600330" [ 1147.124494] env[69155]: _type = "Task" [ 1147.124494] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.134702] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.143744] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.144075] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.144325] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.144558] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.144768] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.147374] env[69155]: INFO nova.compute.manager [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Terminating instance [ 1147.164257] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.164257] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.164443] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Deleting the datastore file [datastore2] a6974dd7-6c7c-45ef-841f-8b3cc02c0b04 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.164654] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dacb8bf3-9ac6-4733-bf2b-f3eb54d95d41 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.174729] env[69155]: DEBUG oslo_vmware.api [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for the task: (returnval){ [ 1147.174729] env[69155]: value = "task-3600331" [ 1147.174729] env[69155]: _type = "Task" [ 1147.174729] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.184322] env[69155]: DEBUG oslo_vmware.api [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.347820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "interface-8e0fa9b9-f71f-4fd2-a137-97adcee14841-2e15c097-0a7f-4676-9b3d-b91749183e52" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.347820] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-8e0fa9b9-f71f-4fd2-a137-97adcee14841-2e15c097-0a7f-4676-9b3d-b91749183e52" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.360063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "refresh_cache-148c22e9-f88e-4793-a9c6-345f621faf47" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.360225] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquired lock "refresh_cache-148c22e9-f88e-4793-a9c6-345f621faf47" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.360504] env[69155]: DEBUG nova.network.neutron [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.506021] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600328, 'name': ReconfigVM_Task, 'duration_secs': 0.178753} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.506303] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.506555] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b6df309-a04c-41cb-b407-a49190ab90dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.513328] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1147.513328] env[69155]: value = "task-3600332" [ 1147.513328] env[69155]: _type = "Task" [ 1147.513328] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.522421] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.591379] env[69155]: ERROR nova.scheduler.client.report [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [req-9f0bc268-f831-4e65-86aa-06d0a4d6dbc7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fe5846b4-4143-4953-928e-00592fe9eee7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f0bc268-f831-4e65-86aa-06d0a4d6dbc7"}]} [ 1147.607728] env[69155]: DEBUG nova.scheduler.client.report [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1147.622607] env[69155]: DEBUG nova.scheduler.client.report [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1147.623050] env[69155]: DEBUG nova.compute.provider_tree [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.636008] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071853} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.636958] env[69155]: DEBUG nova.scheduler.client.report [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1147.638880] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.639904] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc7383-dd06-4c8f-972d-b786c2fa4100 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.654264] env[69155]: DEBUG nova.compute.manager [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.654483] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.663208] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] e649fed4-42bf-41d9-b32d-2bb383d71f56/e649fed4-42bf-41d9-b32d-2bb383d71f56.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.664317] env[69155]: DEBUG nova.scheduler.client.report [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1147.667094] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2add1df-2f81-45db-bda0-3727bf6952ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.670026] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a99151-04c4-4a4c-9bb3-d60fb6e702f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.690358] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.691027] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f76ba9c-ad2e-4d19-b6b3-9a4a9193469d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.694636] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1147.694636] env[69155]: value = "task-3600333" [ 1147.694636] env[69155]: _type = "Task" [ 1147.694636] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.698490] env[69155]: DEBUG nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.700762] env[69155]: DEBUG oslo_vmware.api [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Task: {'id': task-3600331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147736} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.707027] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.707182] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.707393] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.707577] env[69155]: INFO nova.compute.manager [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1147.707825] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.709068] env[69155]: DEBUG nova.compute.manager [-] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.709068] env[69155]: DEBUG nova.network.neutron [-] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.716787] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.731879] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.732163] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.732325] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.732531] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.732661] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.732809] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.733046] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.733227] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.733444] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.733681] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.733875] env[69155]: DEBUG nova.virt.hardware [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.734786] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6402e142-5a13-473d-91e3-c7fce29f39b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.746648] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b914329a-44e9-454e-ad30-bfeca2e3c43a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.768340] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.768579] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.768785] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleting the datastore file [datastore2] d4a7d5e2-5ef4-4819-9b77-c76c0402c594 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.769135] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0fc7e74-cd0a-42f5-8e79-e822844f5b09 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.777579] env[69155]: DEBUG oslo_vmware.api [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1147.777579] env[69155]: value = "task-3600335" [ 1147.777579] env[69155]: _type = "Task" [ 1147.777579] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.787048] env[69155]: DEBUG oslo_vmware.api [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.850144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.850342] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.851226] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6fe327-9e7f-4ae9-96ef-3baac9660e0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.878382] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5ed9c5-5bb0-4d71-a368-9f9ea46876a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.908187] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Reconfiguring VM to detach interface {{(pid=69155) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1147.911340] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92c586e-7ab5-4c66-a398-d08d1fd0fa5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.926588] env[69155]: DEBUG nova.network.neutron [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.945734] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1147.945734] env[69155]: value = "task-3600336" [ 1147.945734] env[69155]: _type = "Task" [ 1147.945734] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.955272] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.020024] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fad2a3-83bc-49f3-81c7-99346faded01 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.030454] env[69155]: DEBUG oslo_vmware.api [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600332, 'name': PowerOnVM_Task, 'duration_secs': 0.461115} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.034070] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.034070] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21360c46-6fd7-4aed-80eb-7cd9b0aa0e78 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.037629] env[69155]: DEBUG nova.compute.manager [None req-4fcfe831-ace9-416c-bfbe-f755e7a64ee4 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.038657] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79d9c2-6f33-4cfa-9dab-11103d073d75 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.075155] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb9bec-2497-409b-8fbf-0eb38bb57285 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.084788] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94dfe4c-bacd-43f0-8cc5-6424e87a4a64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.099739] env[69155]: DEBUG nova.compute.provider_tree [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.180033] env[69155]: DEBUG nova.network.neutron [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Updating instance_info_cache with network_info: [{"id": "45b23318-0d97-4090-b906-79ed6aad513a", "address": "fa:16:3e:e7:5e:66", "network": {"id": "47679700-2bc4-4cf9-8084-1f3131c8d122", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1785647285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47da5519cfa4a1bbfd3bed3612cc09f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b23318-0d", "ovs_interfaceid": "45b23318-0d97-4090-b906-79ed6aad513a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.213935] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.291321] env[69155]: DEBUG oslo_vmware.api [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464241} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.291727] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.292029] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.292334] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.292625] env[69155]: INFO nova.compute.manager [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1148.292993] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.293974] env[69155]: DEBUG nova.compute.manager [-] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.294125] env[69155]: DEBUG nova.network.neutron [-] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.328425] env[69155]: DEBUG nova.compute.manager [req-8fd19156-74c1-420b-a212-b3d59234e0f6 req-fcbd4793-6f46-408a-a800-6d76db2add18 service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Received event network-vif-plugged-65c4d22c-4749-4543-ac0e-1c2947aed978 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.328683] env[69155]: DEBUG oslo_concurrency.lockutils [req-8fd19156-74c1-420b-a212-b3d59234e0f6 req-fcbd4793-6f46-408a-a800-6d76db2add18 service nova] Acquiring lock "a1260d26-dc55-42ab-94c2-9727136959c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.328965] env[69155]: DEBUG oslo_concurrency.lockutils [req-8fd19156-74c1-420b-a212-b3d59234e0f6 req-fcbd4793-6f46-408a-a800-6d76db2add18 service nova] Lock "a1260d26-dc55-42ab-94c2-9727136959c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.329234] env[69155]: DEBUG oslo_concurrency.lockutils [req-8fd19156-74c1-420b-a212-b3d59234e0f6 req-fcbd4793-6f46-408a-a800-6d76db2add18 service nova] Lock "a1260d26-dc55-42ab-94c2-9727136959c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.329466] env[69155]: DEBUG nova.compute.manager [req-8fd19156-74c1-420b-a212-b3d59234e0f6 req-fcbd4793-6f46-408a-a800-6d76db2add18 service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] No waiting events found dispatching network-vif-plugged-65c4d22c-4749-4543-ac0e-1c2947aed978 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.329708] env[69155]: WARNING nova.compute.manager [req-8fd19156-74c1-420b-a212-b3d59234e0f6 req-fcbd4793-6f46-408a-a800-6d76db2add18 service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Received unexpected event network-vif-plugged-65c4d22c-4749-4543-ac0e-1c2947aed978 for instance with vm_state building and task_state spawning. [ 1148.409856] env[69155]: DEBUG nova.network.neutron [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Successfully updated port: 65c4d22c-4749-4543-ac0e-1c2947aed978 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.457048] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.635040] env[69155]: DEBUG nova.scheduler.client.report [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.635273] env[69155]: DEBUG nova.compute.provider_tree [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 151 to 152 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.635461] env[69155]: DEBUG nova.compute.provider_tree [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.682953] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Releasing lock "refresh_cache-148c22e9-f88e-4793-a9c6-345f621faf47" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.683325] env[69155]: DEBUG nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Instance network_info: |[{"id": "45b23318-0d97-4090-b906-79ed6aad513a", "address": "fa:16:3e:e7:5e:66", "network": {"id": "47679700-2bc4-4cf9-8084-1f3131c8d122", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1785647285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47da5519cfa4a1bbfd3bed3612cc09f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b23318-0d", "ovs_interfaceid": "45b23318-0d97-4090-b906-79ed6aad513a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.684031] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:5e:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45b23318-0d97-4090-b906-79ed6aad513a', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.691575] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Creating folder: Project (a47da5519cfa4a1bbfd3bed3612cc09f). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.691930] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78628a13-57e5-408e-8f09-4ff5ad0b4312 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.707708] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Created folder: Project (a47da5519cfa4a1bbfd3bed3612cc09f) in parent group-v718010. [ 1148.707891] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Creating folder: Instances. Parent ref: group-v718301. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.708141] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3071ae61-c3df-4d72-b3ae-a11b05ab64c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.712915] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.736017] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Created folder: Instances in parent group-v718301. [ 1148.736299] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.736501] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.736725] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-677667f0-fe2d-44b9-9f25-0ee88d2e902b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.756818] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.756818] env[69155]: value = "task-3600339" [ 1148.756818] env[69155]: _type = "Task" [ 1148.756818] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.764917] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600339, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.784989] env[69155]: DEBUG nova.network.neutron [-] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.850188] env[69155]: DEBUG nova.compute.manager [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Received event network-changed-45b23318-0d97-4090-b906-79ed6aad513a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.850535] env[69155]: DEBUG nova.compute.manager [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Refreshing instance network info cache due to event network-changed-45b23318-0d97-4090-b906-79ed6aad513a. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.851109] env[69155]: DEBUG oslo_concurrency.lockutils [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] Acquiring lock "refresh_cache-148c22e9-f88e-4793-a9c6-345f621faf47" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.851109] env[69155]: DEBUG oslo_concurrency.lockutils [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] Acquired lock "refresh_cache-148c22e9-f88e-4793-a9c6-345f621faf47" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.851109] env[69155]: DEBUG nova.network.neutron [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Refreshing network info cache for port 45b23318-0d97-4090-b906-79ed6aad513a {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.912146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-a1260d26-dc55-42ab-94c2-9727136959c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.912253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-a1260d26-dc55-42ab-94c2-9727136959c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.912518] env[69155]: DEBUG nova.network.neutron [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.958633] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.070158] env[69155]: DEBUG nova.network.neutron [-] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.094945] env[69155]: INFO nova.compute.manager [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Unrescuing [ 1149.095301] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.095472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquired lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.095655] env[69155]: DEBUG nova.network.neutron [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.140817] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.467s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.141266] env[69155]: DEBUG nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.143854] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.181s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.144062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.146045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.685s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.146237] env[69155]: DEBUG nova.objects.instance [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1149.170431] env[69155]: INFO nova.scheduler.client.report [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted allocations for instance b43dee32-0166-408e-aaf1-473a67d37baf [ 1149.213047] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.269486] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600339, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.287598] env[69155]: INFO nova.compute.manager [-] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Took 1.58 seconds to deallocate network for instance. [ 1149.293062] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.293679] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.461152] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.537508] env[69155]: DEBUG nova.network.neutron [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.572636] env[69155]: INFO nova.compute.manager [-] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Took 1.28 seconds to deallocate network for instance. [ 1149.601745] env[69155]: DEBUG nova.network.neutron [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Updated VIF entry in instance network info cache for port 45b23318-0d97-4090-b906-79ed6aad513a. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.602153] env[69155]: DEBUG nova.network.neutron [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Updating instance_info_cache with network_info: [{"id": "45b23318-0d97-4090-b906-79ed6aad513a", "address": "fa:16:3e:e7:5e:66", "network": {"id": "47679700-2bc4-4cf9-8084-1f3131c8d122", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1785647285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a47da5519cfa4a1bbfd3bed3612cc09f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b23318-0d", "ovs_interfaceid": "45b23318-0d97-4090-b906-79ed6aad513a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.653726] env[69155]: DEBUG nova.compute.utils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.655608] env[69155]: DEBUG nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.655790] env[69155]: DEBUG nova.network.neutron [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.678741] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a1ce2fb8-211b-4ef9-8024-0203e2247094 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b43dee32-0166-408e-aaf1-473a67d37baf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.778s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.714668] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600333, 'name': ReconfigVM_Task, 'duration_secs': 1.859486} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.715076] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Reconfigured VM instance instance-0000006a to attach disk [datastore2] e649fed4-42bf-41d9-b32d-2bb383d71f56/e649fed4-42bf-41d9-b32d-2bb383d71f56.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.716143] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbd93d07-675c-461a-9e85-2fce1f9a52ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.724063] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1149.724063] env[69155]: value = "task-3600340" [ 1149.724063] env[69155]: _type = "Task" [ 1149.724063] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.728953] env[69155]: DEBUG nova.policy [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '327ba13d415b4474826ec39c6867948e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd55f34872049f5892cce5bfe0b114e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.739140] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600340, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.750523] env[69155]: DEBUG nova.network.neutron [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Updating instance_info_cache with network_info: [{"id": "65c4d22c-4749-4543-ac0e-1c2947aed978", "address": "fa:16:3e:fc:fe:60", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c4d22c-47", "ovs_interfaceid": "65c4d22c-4749-4543-ac0e-1c2947aed978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.777753] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600339, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.794436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.801849] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.801849] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.801849] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.801849] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.801849] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.801849] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.801849] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1149.801849] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.909558] env[69155]: DEBUG nova.network.neutron [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Updating instance_info_cache with network_info: [{"id": "176ebacd-8442-4ced-a9d9-920edb70a3d3", "address": "fa:16:3e:0f:65:de", "network": {"id": "b624d3ae-8ed1-4314-b63e-cff6f5da90bc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-201198321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a98b27734c3744d1b60d7309f01cf3a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176ebacd-84", "ovs_interfaceid": "176ebacd-8442-4ced-a9d9-920edb70a3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.961664] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.057887] env[69155]: DEBUG nova.network.neutron [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Successfully created port: ccc6ba88-3b00-4745-95b1-6e065bca69e8 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.081501] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.105123] env[69155]: DEBUG oslo_concurrency.lockutils [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] Releasing lock "refresh_cache-148c22e9-f88e-4793-a9c6-345f621faf47" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.105593] env[69155]: DEBUG nova.compute.manager [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Received event network-vif-deleted-1c20b87c-ea92-490d-aed8-8ebac611d13f {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.105948] env[69155]: DEBUG nova.compute.manager [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Received event network-vif-deleted-2d9a1833-4e69-43d4-92ce-58dbf11293be {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.106270] env[69155]: INFO nova.compute.manager [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Neutron deleted interface 2d9a1833-4e69-43d4-92ce-58dbf11293be; detaching it from the instance and deleting it from the info cache [ 1150.106603] env[69155]: DEBUG nova.network.neutron [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.159065] env[69155]: DEBUG nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.162914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-48983d7b-666d-48d7-99a1-705d34cca6d9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.165410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.371s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.169164] env[69155]: DEBUG nova.objects.instance [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lazy-loading 'resources' on Instance uuid a6974dd7-6c7c-45ef-841f-8b3cc02c0b04 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.243300] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600340, 'name': Rename_Task, 'duration_secs': 0.160615} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.243300] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.243300] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce32d437-baf3-41fa-9307-d64fd97bbd4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.249185] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1150.249185] env[69155]: value = "task-3600341" [ 1150.249185] env[69155]: _type = "Task" [ 1150.249185] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.253461] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-a1260d26-dc55-42ab-94c2-9727136959c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.253931] env[69155]: DEBUG nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Instance network_info: |[{"id": "65c4d22c-4749-4543-ac0e-1c2947aed978", "address": "fa:16:3e:fc:fe:60", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c4d22c-47", "ovs_interfaceid": "65c4d22c-4749-4543-ac0e-1c2947aed978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.254489] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:fe:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65c4d22c-4749-4543-ac0e-1c2947aed978', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.263110] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.267378] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.267808] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.271596] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54a6bc61-b131-4706-b262-115fd4fef095 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.299023] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600339, 'name': CreateVM_Task, 'duration_secs': 1.12126} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.299188] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.299442] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.299442] env[69155]: value = "task-3600342" [ 1150.299442] env[69155]: _type = "Task" [ 1150.299442] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.300210] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.300424] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.300749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.301068] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215e6d08-81d4-447b-87ba-4e66468900b5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.306757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.310854] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1150.310854] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232ffe0-9e02-1d61-4ae3-9ea1f5b7ac9f" [ 1150.310854] env[69155]: _type = "Task" [ 1150.310854] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.314200] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600342, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.323135] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232ffe0-9e02-1d61-4ae3-9ea1f5b7ac9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.358917] env[69155]: DEBUG nova.compute.manager [req-020a6945-73d5-493f-86ef-819ac2b4ac12 req-047e3810-4e14-4c80-81f8-f2db649d1ba0 service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Received event network-changed-65c4d22c-4749-4543-ac0e-1c2947aed978 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.359049] env[69155]: DEBUG nova.compute.manager [req-020a6945-73d5-493f-86ef-819ac2b4ac12 req-047e3810-4e14-4c80-81f8-f2db649d1ba0 service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Refreshing instance network info cache due to event network-changed-65c4d22c-4749-4543-ac0e-1c2947aed978. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.359316] env[69155]: DEBUG oslo_concurrency.lockutils [req-020a6945-73d5-493f-86ef-819ac2b4ac12 req-047e3810-4e14-4c80-81f8-f2db649d1ba0 service nova] Acquiring lock "refresh_cache-a1260d26-dc55-42ab-94c2-9727136959c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.359476] env[69155]: DEBUG oslo_concurrency.lockutils [req-020a6945-73d5-493f-86ef-819ac2b4ac12 req-047e3810-4e14-4c80-81f8-f2db649d1ba0 service nova] Acquired lock "refresh_cache-a1260d26-dc55-42ab-94c2-9727136959c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.359676] env[69155]: DEBUG nova.network.neutron [req-020a6945-73d5-493f-86ef-819ac2b4ac12 req-047e3810-4e14-4c80-81f8-f2db649d1ba0 service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Refreshing network info cache for port 65c4d22c-4749-4543-ac0e-1c2947aed978 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.412598] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Releasing lock "refresh_cache-57d782c8-8373-45f8-90bb-41d42b5a575a" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.413314] env[69155]: DEBUG nova.objects.instance [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lazy-loading 'flavor' on Instance uuid 57d782c8-8373-45f8-90bb-41d42b5a575a {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.459763] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.610608] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2574bf2-2a35-4ec0-8122-a7f67c0940a3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.623857] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e98ac-8f39-40db-ae94-d71bc6d355e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.662138] env[69155]: DEBUG nova.compute.manager [req-a5460fa8-63e4-477a-98d0-2df61034c678 req-449887e2-d0a1-4a80-906e-d723df47c709 service nova] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Detach interface failed, port_id=2d9a1833-4e69-43d4-92ce-58dbf11293be, reason: Instance d4a7d5e2-5ef4-4819-9b77-c76c0402c594 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.763740] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600341, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.813516] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600342, 'name': CreateVM_Task, 'duration_secs': 0.378089} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.816541] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.817593] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.826030] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5232ffe0-9e02-1d61-4ae3-9ea1f5b7ac9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.826299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.826499] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.826730] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.826878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.827056] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.827346] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.827648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.827901] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41da36a9-f03c-4cd5-836c-d9f8bb8349b3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.832736] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbecd8b-a913-4114-b820-1ce3cb0f1da4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.838219] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1150.838219] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521765ff-efab-0063-1555-545a436ee8dd" [ 1150.838219] env[69155]: _type = "Task" [ 1150.838219] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.844195] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.844438] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.849031] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2094400f-980a-43b8-99a0-8a6eacdc1ca8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.850758] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521765ff-efab-0063-1555-545a436ee8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.861022] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1150.861022] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525fb5c5-896c-0c48-4ebf-6636352282ba" [ 1150.861022] env[69155]: _type = "Task" [ 1150.861022] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.870853] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525fb5c5-896c-0c48-4ebf-6636352282ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.922854] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cce9b8-7332-46d7-bd21-93b4e83425ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.950440] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.956872] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f8b9e2c-260b-47d6-b53f-855c66c08f4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.958719] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb926d6-419f-4ba7-b430-74e14d3e8447 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.968407] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.971761] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1150.971761] env[69155]: value = "task-3600343" [ 1150.971761] env[69155]: _type = "Task" [ 1150.971761] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.972897] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6bea3-a98c-4ce6-9d70-9a09c0145f8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.990059] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.016431] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722ce482-0c08-4f2b-b03a-dde66ed53bc2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.025545] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd49e6b-c6f7-4627-b349-439f7f2d00fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.040425] env[69155]: DEBUG nova.compute.provider_tree [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.118832] env[69155]: DEBUG nova.network.neutron [req-020a6945-73d5-493f-86ef-819ac2b4ac12 req-047e3810-4e14-4c80-81f8-f2db649d1ba0 service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Updated VIF entry in instance network info cache for port 65c4d22c-4749-4543-ac0e-1c2947aed978. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.119224] env[69155]: DEBUG nova.network.neutron [req-020a6945-73d5-493f-86ef-819ac2b4ac12 req-047e3810-4e14-4c80-81f8-f2db649d1ba0 service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Updating instance_info_cache with network_info: [{"id": "65c4d22c-4749-4543-ac0e-1c2947aed978", "address": "fa:16:3e:fc:fe:60", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c4d22c-47", "ovs_interfaceid": "65c4d22c-4749-4543-ac0e-1c2947aed978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.171329] env[69155]: DEBUG nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.198599] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.198736] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.198877] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.199663] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.199663] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.199663] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.199663] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.200075] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.200075] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.200196] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.200367] env[69155]: DEBUG nova.virt.hardware [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.201635] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d48e25b-31de-4973-ba9b-512e590c693a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.210805] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc6821f-d1e0-4ddc-9123-8790a9168ccb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.262829] env[69155]: DEBUG oslo_vmware.api [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600341, 'name': PowerOnVM_Task, 'duration_secs': 0.545135} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.263223] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.263394] env[69155]: INFO nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1151.263589] env[69155]: DEBUG nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.264403] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb3073-1044-4cab-897a-7e9736fe9922 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.351414] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521765ff-efab-0063-1555-545a436ee8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.019485} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.351739] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.351980] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.352215] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.368064] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525fb5c5-896c-0c48-4ebf-6636352282ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017233} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.368827] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64de6aff-3b78-4507-8954-4636329bf397 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.374706] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1151.374706] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52240e6c-c750-eb78-7b93-599fe287916e" [ 1151.374706] env[69155]: _type = "Task" [ 1151.374706] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.386050] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52240e6c-c750-eb78-7b93-599fe287916e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.462111] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.486131] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600343, 'name': PowerOffVM_Task, 'duration_secs': 0.339988} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.486131] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.491312] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1151.491995] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0156c484-2295-42c3-8d9c-35df914e6044 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.510186] env[69155]: DEBUG nova.compute.manager [req-9f4af460-d9c7-4cb2-989d-108400869648 req-4bcb3bd5-816b-4472-af88-3a0e639ebdf4 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Received event network-vif-plugged-ccc6ba88-3b00-4745-95b1-6e065bca69e8 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.510411] env[69155]: DEBUG oslo_concurrency.lockutils [req-9f4af460-d9c7-4cb2-989d-108400869648 req-4bcb3bd5-816b-4472-af88-3a0e639ebdf4 service nova] Acquiring lock "b77dea0a-dbab-4161-8552-da2f77a43dc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.510688] env[69155]: DEBUG oslo_concurrency.lockutils [req-9f4af460-d9c7-4cb2-989d-108400869648 req-4bcb3bd5-816b-4472-af88-3a0e639ebdf4 service nova] Lock "b77dea0a-dbab-4161-8552-da2f77a43dc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.510869] env[69155]: DEBUG oslo_concurrency.lockutils [req-9f4af460-d9c7-4cb2-989d-108400869648 req-4bcb3bd5-816b-4472-af88-3a0e639ebdf4 service nova] Lock "b77dea0a-dbab-4161-8552-da2f77a43dc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.511054] env[69155]: DEBUG nova.compute.manager [req-9f4af460-d9c7-4cb2-989d-108400869648 req-4bcb3bd5-816b-4472-af88-3a0e639ebdf4 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] No waiting events found dispatching network-vif-plugged-ccc6ba88-3b00-4745-95b1-6e065bca69e8 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.511231] env[69155]: WARNING nova.compute.manager [req-9f4af460-d9c7-4cb2-989d-108400869648 req-4bcb3bd5-816b-4472-af88-3a0e639ebdf4 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Received unexpected event network-vif-plugged-ccc6ba88-3b00-4745-95b1-6e065bca69e8 for instance with vm_state building and task_state spawning. [ 1151.513101] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1151.513101] env[69155]: value = "task-3600344" [ 1151.513101] env[69155]: _type = "Task" [ 1151.513101] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.522587] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.577421] env[69155]: DEBUG nova.scheduler.client.report [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Updated inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1151.577726] env[69155]: DEBUG nova.compute.provider_tree [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Updating resource provider fe5846b4-4143-4953-928e-00592fe9eee7 generation from 152 to 153 during operation: update_inventory {{(pid=69155) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1151.577910] env[69155]: DEBUG nova.compute.provider_tree [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.600387] env[69155]: DEBUG nova.network.neutron [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Successfully updated port: ccc6ba88-3b00-4745-95b1-6e065bca69e8 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.622906] env[69155]: DEBUG oslo_concurrency.lockutils [req-020a6945-73d5-493f-86ef-819ac2b4ac12 req-047e3810-4e14-4c80-81f8-f2db649d1ba0 service nova] Releasing lock "refresh_cache-a1260d26-dc55-42ab-94c2-9727136959c9" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.730696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.730696] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.731014] env[69155]: INFO nova.compute.manager [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Rebooting instance [ 1151.783616] env[69155]: INFO nova.compute.manager [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Took 23.49 seconds to build instance. [ 1151.885069] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52240e6c-c750-eb78-7b93-599fe287916e, 'name': SearchDatastore_Task, 'duration_secs': 0.031848} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.885213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.885499] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 148c22e9-f88e-4793-a9c6-345f621faf47/148c22e9-f88e-4793-a9c6-345f621faf47.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.885823] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.886019] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.886249] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d77792c-0e57-4a0c-8170-82eccb6c32e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.888178] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-046fcfcf-f69a-4f65-99bf-af60012ea046 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.896346] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1151.896346] env[69155]: value = "task-3600345" [ 1151.896346] env[69155]: _type = "Task" [ 1151.896346] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.901025] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.901130] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.902122] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e67e807-d18c-41f6-86c6-298db316df47 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.907853] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.911231] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1151.911231] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ea491-f28f-39c6-951f-9141d64bde35" [ 1151.911231] env[69155]: _type = "Task" [ 1151.911231] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.918908] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ea491-f28f-39c6-951f-9141d64bde35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.961580] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.023787] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600344, 'name': ReconfigVM_Task, 'duration_secs': 0.360603} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.024095] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.024289] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.024543] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3766f8c-64e9-40db-b80e-409a8cabbf88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.032127] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1152.032127] env[69155]: value = "task-3600346" [ 1152.032127] env[69155]: _type = "Task" [ 1152.032127] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.042292] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.083440] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.086040] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.004s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.086040] env[69155]: DEBUG nova.objects.instance [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'resources' on Instance uuid d4a7d5e2-5ef4-4819-9b77-c76c0402c594 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.103873] env[69155]: INFO nova.scheduler.client.report [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Deleted allocations for instance a6974dd7-6c7c-45ef-841f-8b3cc02c0b04 [ 1152.105700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "refresh_cache-b77dea0a-dbab-4161-8552-da2f77a43dc4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.105700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "refresh_cache-b77dea0a-dbab-4161-8552-da2f77a43dc4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.105700] env[69155]: DEBUG nova.network.neutron [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.248055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.248261] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.248479] env[69155]: DEBUG nova.network.neutron [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.286039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c4cdb458-2066-4807-97c5-475ad324f759 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "e649fed4-42bf-41d9-b32d-2bb383d71f56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.003s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.412384] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600345, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.422688] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ea491-f28f-39c6-951f-9141d64bde35, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.423695] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf17f4c-fb85-4644-b56b-e1da3333f042 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.430158] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1152.430158] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e6b0da-e320-c1ca-e852-01e2d17394b7" [ 1152.430158] env[69155]: _type = "Task" [ 1152.430158] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.444601] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e6b0da-e320-c1ca-e852-01e2d17394b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.463651] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.549206] env[69155]: DEBUG oslo_vmware.api [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600346, 'name': PowerOnVM_Task, 'duration_secs': 0.396145} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.549206] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.549206] env[69155]: DEBUG nova.compute.manager [None req-7092755e-d266-4feb-9d53-ea40c5a13039 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.549683] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b43797-b718-412b-bb00-85be33d0db05 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.593700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "e649fed4-42bf-41d9-b32d-2bb383d71f56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.593700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "e649fed4-42bf-41d9-b32d-2bb383d71f56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.593700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "e649fed4-42bf-41d9-b32d-2bb383d71f56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.593700] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "e649fed4-42bf-41d9-b32d-2bb383d71f56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.594583] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "e649fed4-42bf-41d9-b32d-2bb383d71f56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.596285] env[69155]: INFO nova.compute.manager [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Terminating instance [ 1152.620136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Lock "a6974dd7-6c7c-45ef-841f-8b3cc02c0b04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.583s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.662250] env[69155]: DEBUG nova.network.neutron [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.807860] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b78a0f-4e46-492d-b121-77fd8836763c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.816254] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe2131-e3d7-4e1c-855f-9288c6b1fa3d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.848415] env[69155]: DEBUG nova.network.neutron [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Updating instance_info_cache with network_info: [{"id": "ccc6ba88-3b00-4745-95b1-6e065bca69e8", "address": "fa:16:3e:f1:c9:b7", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc6ba88-3b", "ovs_interfaceid": "ccc6ba88-3b00-4745-95b1-6e065bca69e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.852244] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd3030b-7461-486d-aaf5-58111fdac640 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.860746] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31241279-06bc-468e-a26a-84792f9aa850 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.875305] env[69155]: DEBUG nova.compute.provider_tree [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.910685] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709205} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.910953] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 148c22e9-f88e-4793-a9c6-345f621faf47/148c22e9-f88e-4793-a9c6-345f621faf47.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.911216] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.913618] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c465d63f-c6e5-4fa2-b656-1d6f618366db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.922915] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1152.922915] env[69155]: value = "task-3600347" [ 1152.922915] env[69155]: _type = "Task" [ 1152.922915] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.933072] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.941711] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e6b0da-e320-c1ca-e852-01e2d17394b7, 'name': SearchDatastore_Task, 'duration_secs': 0.061271} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.941999] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.942315] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a1260d26-dc55-42ab-94c2-9727136959c9/a1260d26-dc55-42ab-94c2-9727136959c9.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.942593] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7de44554-b17a-4507-b4a8-db723bf37a53 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.951162] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1152.951162] env[69155]: value = "task-3600348" [ 1152.951162] env[69155]: _type = "Task" [ 1152.951162] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.965086] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.968883] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.106200] env[69155]: DEBUG nova.compute.manager [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.106531] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.107745] env[69155]: DEBUG nova.network.neutron [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.109574] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f532a9bb-df19-464b-94f2-72f6daa58318 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.118643] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.119382] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e9e978-f84b-4e13-93a6-bffbdd22fb64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.127232] env[69155]: DEBUG oslo_vmware.api [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1153.127232] env[69155]: value = "task-3600349" [ 1153.127232] env[69155]: _type = "Task" [ 1153.127232] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.138334] env[69155]: DEBUG oslo_vmware.api [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.356131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "refresh_cache-b77dea0a-dbab-4161-8552-da2f77a43dc4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.356493] env[69155]: DEBUG nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Instance network_info: |[{"id": "ccc6ba88-3b00-4745-95b1-6e065bca69e8", "address": "fa:16:3e:f1:c9:b7", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc6ba88-3b", "ovs_interfaceid": "ccc6ba88-3b00-4745-95b1-6e065bca69e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.357528] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:c9:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccc6ba88-3b00-4745-95b1-6e065bca69e8', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.366241] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.366991] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.367329] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ffe8204-980c-40f0-8047-2ff07c6e4833 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.384112] env[69155]: DEBUG nova.scheduler.client.report [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.395656] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.395656] env[69155]: value = "task-3600350" [ 1153.395656] env[69155]: _type = "Task" [ 1153.395656] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.406483] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600350, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.433094] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072979} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.433459] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.434412] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaa58f2-d121-47b9-93a2-6a6dd5c6d5b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.463806] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 148c22e9-f88e-4793-a9c6-345f621faf47/148c22e9-f88e-4793-a9c6-345f621faf47.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.467781] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9102ab67-396d-442b-bb69-ea355c1cf9a1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.494375] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.499460] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1153.499460] env[69155]: value = "task-3600351" [ 1153.499460] env[69155]: _type = "Task" [ 1153.499460] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.499773] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.515629] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.613834] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.636939] env[69155]: DEBUG nova.compute.manager [req-3aa01acc-af77-4860-af5e-012fbe946ffe req-ae661f67-152a-47d0-9322-bb6fe4d8fec1 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Received event network-changed-ccc6ba88-3b00-4745-95b1-6e065bca69e8 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.637087] env[69155]: DEBUG nova.compute.manager [req-3aa01acc-af77-4860-af5e-012fbe946ffe req-ae661f67-152a-47d0-9322-bb6fe4d8fec1 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Refreshing instance network info cache due to event network-changed-ccc6ba88-3b00-4745-95b1-6e065bca69e8. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.637422] env[69155]: DEBUG oslo_concurrency.lockutils [req-3aa01acc-af77-4860-af5e-012fbe946ffe req-ae661f67-152a-47d0-9322-bb6fe4d8fec1 service nova] Acquiring lock "refresh_cache-b77dea0a-dbab-4161-8552-da2f77a43dc4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.637566] env[69155]: DEBUG oslo_concurrency.lockutils [req-3aa01acc-af77-4860-af5e-012fbe946ffe req-ae661f67-152a-47d0-9322-bb6fe4d8fec1 service nova] Acquired lock "refresh_cache-b77dea0a-dbab-4161-8552-da2f77a43dc4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.637752] env[69155]: DEBUG nova.network.neutron [req-3aa01acc-af77-4860-af5e-012fbe946ffe req-ae661f67-152a-47d0-9322-bb6fe4d8fec1 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Refreshing network info cache for port ccc6ba88-3b00-4745-95b1-6e065bca69e8 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.642968] env[69155]: DEBUG oslo_vmware.api [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600349, 'name': PowerOffVM_Task, 'duration_secs': 0.19461} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.643422] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.643601] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.643850] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a99b8499-5c74-4d16-95a7-078a19c074fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.726704] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.727060] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.729729] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleting the datastore file [datastore2] e649fed4-42bf-41d9-b32d-2bb383d71f56 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.729729] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4910ccaa-f272-4cfd-beea-f24c43fb1a33 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.742137] env[69155]: DEBUG oslo_vmware.api [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1153.742137] env[69155]: value = "task-3600353" [ 1153.742137] env[69155]: _type = "Task" [ 1153.742137] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.762177] env[69155]: DEBUG oslo_vmware.api [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.804180] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "bb439d56-def0-4dcd-bc36-115fa49353ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.804414] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.841022] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "57d782c8-8373-45f8-90bb-41d42b5a575a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.841397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "57d782c8-8373-45f8-90bb-41d42b5a575a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.841702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "57d782c8-8373-45f8-90bb-41d42b5a575a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.841941] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "57d782c8-8373-45f8-90bb-41d42b5a575a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.842106] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "57d782c8-8373-45f8-90bb-41d42b5a575a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.844225] env[69155]: INFO nova.compute.manager [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Terminating instance [ 1153.889494] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.892533] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.586s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.892719] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.892877] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1153.893846] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb3200-5cde-4f23-bd17-48ff7fba0636 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.909686] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129ddca6-bdc1-43e5-b895-fe6cb729ba26 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.913992] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600350, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.928091] env[69155]: INFO nova.scheduler.client.report [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted allocations for instance d4a7d5e2-5ef4-4819-9b77-c76c0402c594 [ 1153.929931] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37a3f1f-1d83-4fcb-b79a-fc27298a07eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.939804] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa79b1ac-f0e9-47a2-bed7-186227cfa1f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.971783] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179136MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1153.971783] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.971783] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.986255] env[69155]: DEBUG oslo_vmware.api [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600336, 'name': ReconfigVM_Task, 'duration_secs': 5.854131} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.990525] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.990760] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Reconfigured VM to detach interface {{(pid=69155) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1153.993084] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671783} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.993695] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] a1260d26-dc55-42ab-94c2-9727136959c9/a1260d26-dc55-42ab-94c2-9727136959c9.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.993920] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.994515] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-defe0c98-8bf9-4a8f-b30b-23faa87eb8f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.007065] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1154.007065] env[69155]: value = "task-3600354" [ 1154.007065] env[69155]: _type = "Task" [ 1154.007065] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.013586] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600351, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.025217] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.118888] env[69155]: DEBUG nova.compute.manager [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.119824] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276bb8b8-82d7-416a-9541-42012a42e4fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.253510] env[69155]: DEBUG oslo_vmware.api [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266583} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.253805] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.253993] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.254298] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.254559] env[69155]: INFO nova.compute.manager [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1154.254809] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.255014] env[69155]: DEBUG nova.compute.manager [-] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.255119] env[69155]: DEBUG nova.network.neutron [-] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.307435] env[69155]: DEBUG nova.compute.utils [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.347878] env[69155]: DEBUG nova.compute.manager [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.348268] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.349170] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc5ff62-2991-4382-b956-53ea35a4c7d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.358429] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.358681] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf8ee507-3d4d-4258-b72e-dd9c5888e4bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.368826] env[69155]: DEBUG oslo_vmware.api [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1154.368826] env[69155]: value = "task-3600355" [ 1154.368826] env[69155]: _type = "Task" [ 1154.368826] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.379835] env[69155]: DEBUG oslo_vmware.api [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.413530] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600350, 'name': CreateVM_Task, 'duration_secs': 0.565472} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.413717] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.415068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.415313] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.416040] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.417373] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4820a0-9477-46c6-9e19-c1786223e363 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.424169] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1154.424169] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ec464-6fbd-e904-fec3-386018368177" [ 1154.424169] env[69155]: _type = "Task" [ 1154.424169] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.442806] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ec464-6fbd-e904-fec3-386018368177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.442806] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fcdfbf01-e467-4aed-8a10-6a034bea5311 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4a7d5e2-5ef4-4819-9b77-c76c0402c594" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.299s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.474914] env[69155]: DEBUG nova.network.neutron [req-3aa01acc-af77-4860-af5e-012fbe946ffe req-ae661f67-152a-47d0-9322-bb6fe4d8fec1 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Updated VIF entry in instance network info cache for port ccc6ba88-3b00-4745-95b1-6e065bca69e8. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.475321] env[69155]: DEBUG nova.network.neutron [req-3aa01acc-af77-4860-af5e-012fbe946ffe req-ae661f67-152a-47d0-9322-bb6fe4d8fec1 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Updating instance_info_cache with network_info: [{"id": "ccc6ba88-3b00-4745-95b1-6e065bca69e8", "address": "fa:16:3e:f1:c9:b7", "network": {"id": "d368ddb4-97d7-4600-ac00-573874b576ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-311712960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd55f34872049f5892cce5bfe0b114e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc6ba88-3b", "ovs_interfaceid": "ccc6ba88-3b00-4745-95b1-6e065bca69e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.515044] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600351, 'name': ReconfigVM_Task, 'duration_secs': 0.549835} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.515865] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 148c22e9-f88e-4793-a9c6-345f621faf47/148c22e9-f88e-4793-a9c6-345f621faf47.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.516557] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce81486-013d-48a1-bc01-af1c533b092b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.521813] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07616} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.522565] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.524025] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31abd275-6e72-4d96-972c-49eea63eb6c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.535977] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1154.535977] env[69155]: value = "task-3600356" [ 1154.535977] env[69155]: _type = "Task" [ 1154.535977] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.558340] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] a1260d26-dc55-42ab-94c2-9727136959c9/a1260d26-dc55-42ab-94c2-9727136959c9.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.561787] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9a4fe2-26e7-44c8-8ca9-35023346ff20 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.585712] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600356, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.587422] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1154.587422] env[69155]: value = "task-3600357" [ 1154.587422] env[69155]: _type = "Task" [ 1154.587422] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.600263] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.810800] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.879515] env[69155]: DEBUG oslo_vmware.api [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600355, 'name': PowerOffVM_Task, 'duration_secs': 0.348162} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.879783] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.879960] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.880232] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06ba3b2-bd07-4fd5-82d3-1ca504cdd81e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.900430] env[69155]: DEBUG nova.compute.manager [req-5ef1e371-a9ef-45fd-a700-c16e463d0635 req-657e0309-ec17-462e-ba6a-2c34e28552d9 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Received event network-vif-deleted-3145c01b-3625-4335-a64a-751293dd66c2 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.900639] env[69155]: INFO nova.compute.manager [req-5ef1e371-a9ef-45fd-a700-c16e463d0635 req-657e0309-ec17-462e-ba6a-2c34e28552d9 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Neutron deleted interface 3145c01b-3625-4335-a64a-751293dd66c2; detaching it from the instance and deleting it from the info cache [ 1154.900820] env[69155]: DEBUG nova.network.neutron [req-5ef1e371-a9ef-45fd-a700-c16e463d0635 req-657e0309-ec17-462e-ba6a-2c34e28552d9 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.935827] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ec464-6fbd-e904-fec3-386018368177, 'name': SearchDatastore_Task, 'duration_secs': 0.023576} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.936510] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.937241] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.937241] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.938109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.938109] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.938109] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cff56ccb-553a-49da-b80e-a4bbe63b404e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.948452] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.948621] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.949402] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f021c8d6-00ae-4240-b34a-59127184a52f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.956060] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1154.956060] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5258f28d-2851-bba1-d4a8-42d185e2393a" [ 1154.956060] env[69155]: _type = "Task" [ 1154.956060] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.965238] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5258f28d-2851-bba1-d4a8-42d185e2393a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.971736] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.971986] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.972182] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Deleting the datastore file [datastore1] 57d782c8-8373-45f8-90bb-41d42b5a575a {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.972442] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76cbc4df-61a6-464f-a7f1-48575d81c778 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.978017] env[69155]: DEBUG oslo_concurrency.lockutils [req-3aa01acc-af77-4860-af5e-012fbe946ffe req-ae661f67-152a-47d0-9322-bb6fe4d8fec1 service nova] Releasing lock "refresh_cache-b77dea0a-dbab-4161-8552-da2f77a43dc4" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.981139] env[69155]: DEBUG oslo_vmware.api [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1154.981139] env[69155]: value = "task-3600359" [ 1154.981139] env[69155]: _type = "Task" [ 1154.981139] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.990024] env[69155]: DEBUG oslo_vmware.api [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.014531] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 145cb63f-ccf0-494a-a043-7314c6c1ddcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.014690] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c85cf6e7-46e8-48d6-9760-6181a12c47ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.014807] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance ed65c7f1-6817-474b-af35-985b5187c850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.014921] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 865992c7-0ec5-451b-b9dc-4c4ecf356725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015049] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 08b7a31b-f453-48a2-a1b0-67e46b51f7c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015171] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 8e0fa9b9-f71f-4fd2-a137-97adcee14841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015287] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance bb439d56-def0-4dcd-bc36-115fa49353ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015396] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance a43e4656-7fd2-45ee-b62f-870284b2287a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015507] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015617] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 57d782c8-8373-45f8-90bb-41d42b5a575a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015723] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance e649fed4-42bf-41d9-b32d-2bb383d71f56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015830] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 148c22e9-f88e-4793-a9c6-345f621faf47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.015938] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance a1260d26-dc55-42ab-94c2-9727136959c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.016107] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance b77dea0a-dbab-4161-8552-da2f77a43dc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.016267] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1155.016408] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1155.062127] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600356, 'name': Rename_Task, 'duration_secs': 0.247155} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.066008] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.066601] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b35e484-04ec-4bed-84f4-5d519128ce64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.075684] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1155.075684] env[69155]: value = "task-3600360" [ 1155.075684] env[69155]: _type = "Task" [ 1155.075684] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.087520] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.098410] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600357, 'name': ReconfigVM_Task, 'duration_secs': 0.367438} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.098695] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Reconfigured VM instance instance-0000006c to attach disk [datastore2] a1260d26-dc55-42ab-94c2-9727136959c9/a1260d26-dc55-42ab-94c2-9727136959c9.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.099379] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d31cdb4-320e-4116-a71d-cee4bf2b3acf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.101293] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.101545] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.101761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.102091] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.102157] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.104216] env[69155]: INFO nova.compute.manager [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Terminating instance [ 1155.116049] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1155.116049] env[69155]: value = "task-3600361" [ 1155.116049] env[69155]: _type = "Task" [ 1155.116049] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.136830] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600361, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.136830] env[69155]: DEBUG nova.network.neutron [-] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.136830] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84158e6-7d0a-460f-ae1c-8bf7c8a3045d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.147674] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Doing hard reboot of VM {{(pid=69155) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1155.147674] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4aa5fc84-a0d1-4a75-8469-f647d5f19da6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.155456] env[69155]: DEBUG oslo_vmware.api [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1155.155456] env[69155]: value = "task-3600362" [ 1155.155456] env[69155]: _type = "Task" [ 1155.155456] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.165771] env[69155]: DEBUG oslo_vmware.api [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600362, 'name': ResetVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.230848] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c42f12-35c4-47c6-9ca7-ff95e8706c39 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.240032] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5220c6-4f13-49d1-9f3e-45edb60a7875 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.273166] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6062f89-3068-406f-8f3e-58ccd5a119d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.282046] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cde8919-ee74-4205-912c-a794f7988a9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.296670] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.403249] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53997a56-fd3c-4722-8ada-27772f1b1ee3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.409208] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.409477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquired lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.409686] env[69155]: DEBUG nova.network.neutron [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.415734] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dec1ca-c0fb-4561-90dd-dcd26dc6547b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.465146] env[69155]: DEBUG nova.compute.manager [req-5ef1e371-a9ef-45fd-a700-c16e463d0635 req-657e0309-ec17-462e-ba6a-2c34e28552d9 service nova] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Detach interface failed, port_id=3145c01b-3625-4335-a64a-751293dd66c2, reason: Instance e649fed4-42bf-41d9-b32d-2bb383d71f56 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.475686] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5258f28d-2851-bba1-d4a8-42d185e2393a, 'name': SearchDatastore_Task, 'duration_secs': 0.013914} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.476655] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8101efdc-5a3e-4b22-963b-4c489811c96e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.483681] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1155.483681] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52be2a4e-8466-5fb1-d33d-0b071812319f" [ 1155.483681] env[69155]: _type = "Task" [ 1155.483681] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.498782] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52be2a4e-8466-5fb1-d33d-0b071812319f, 'name': SearchDatastore_Task, 'duration_secs': 0.011639} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.501824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.502125] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b77dea0a-dbab-4161-8552-da2f77a43dc4/b77dea0a-dbab-4161-8552-da2f77a43dc4.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.502409] env[69155]: DEBUG oslo_vmware.api [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232685} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.502636] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e82b3a4-9d17-4d46-9c5b-fcb0a1baccaf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.504615] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.504805] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.505010] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.505193] env[69155]: INFO nova.compute.manager [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1155.505523] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.505636] env[69155]: DEBUG nova.compute.manager [-] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.505735] env[69155]: DEBUG nova.network.neutron [-] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.512849] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1155.512849] env[69155]: value = "task-3600363" [ 1155.512849] env[69155]: _type = "Task" [ 1155.512849] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.523619] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.589280] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600360, 'name': PowerOnVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.608452] env[69155]: DEBUG nova.compute.manager [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.608714] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.609706] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af7986d-f6eb-44c7-bd53-1c315e67028a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.628174] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.628852] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00f1a30c-fad5-4905-bc1e-3234d6c94ebf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.638354] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600361, 'name': Rename_Task, 'duration_secs': 0.211379} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.639383] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.640338] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6efe948c-86f8-4f64-890c-7136bf1d9cee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.645970] env[69155]: INFO nova.compute.manager [-] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Took 1.39 seconds to deallocate network for instance. [ 1155.646405] env[69155]: DEBUG oslo_vmware.api [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1155.646405] env[69155]: value = "task-3600364" [ 1155.646405] env[69155]: _type = "Task" [ 1155.646405] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.649285] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1155.649285] env[69155]: value = "task-3600365" [ 1155.649285] env[69155]: _type = "Task" [ 1155.649285] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.669941] env[69155]: DEBUG oslo_vmware.api [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.675758] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600365, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.679214] env[69155]: DEBUG oslo_vmware.api [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600362, 'name': ResetVM_Task, 'duration_secs': 0.101469} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.681782] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Did hard reboot of VM {{(pid=69155) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1155.681782] env[69155]: DEBUG nova.compute.manager [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.681782] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace330bb-82e6-4c77-87fb-47d77bae434a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.800260] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.833378] env[69155]: INFO nova.network.neutron [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Port 2e15c097-0a7f-4676-9b3d-b91749183e52 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1155.833378] env[69155]: DEBUG nova.network.neutron [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [{"id": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "address": "fa:16:3e:78:2c:41", "network": {"id": "8fccbbe0-1aa5-4131-a4e2-ad168554378d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-211296146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "061a3dff244c449e82087ef878db8185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4aabf1-8a", "ovs_interfaceid": "3b4aabf1-8aad-4892-baf4-1c0fe06e21e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.882021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "bb439d56-def0-4dcd-bc36-115fa49353ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.882323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.882562] env[69155]: INFO nova.compute.manager [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Attaching volume 39cf331b-b89e-4d9e-8785-f345634f00b7 to /dev/sdb [ 1155.918030] env[69155]: DEBUG nova.compute.manager [req-70ec502b-add8-4128-ac9f-632448448938 req-8b6c0baa-6d8c-4283-a514-34a5fcc5bb6e service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Received event network-vif-deleted-176ebacd-8442-4ced-a9d9-920edb70a3d3 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.918030] env[69155]: INFO nova.compute.manager [req-70ec502b-add8-4128-ac9f-632448448938 req-8b6c0baa-6d8c-4283-a514-34a5fcc5bb6e service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Neutron deleted interface 176ebacd-8442-4ced-a9d9-920edb70a3d3; detaching it from the instance and deleting it from the info cache [ 1155.919260] env[69155]: DEBUG nova.network.neutron [req-70ec502b-add8-4128-ac9f-632448448938 req-8b6c0baa-6d8c-4283-a514-34a5fcc5bb6e service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.926032] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e330e-5102-443e-b823-0520450c969b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.937066] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112ec8b3-06c7-4bba-ad42-f0b0ba5e95c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.956221] env[69155]: DEBUG nova.virt.block_device [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Updating existing volume attachment record: 05a19142-0d71-4648-bcb0-9466eb56fe84 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1156.026460] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600363, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.087747] env[69155]: DEBUG oslo_vmware.api [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600360, 'name': PowerOnVM_Task, 'duration_secs': 0.552211} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.088148] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.088381] env[69155]: INFO nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1156.088570] env[69155]: DEBUG nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.089378] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4973fa-a10b-4e3d-b132-ca97feded7f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.162541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.163478] env[69155]: DEBUG oslo_vmware.api [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600364, 'name': PowerOffVM_Task, 'duration_secs': 0.275279} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.166934] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.167769] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.167769] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69e28dad-715a-45da-bd3f-065c59e6c5bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.176072] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.199203] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquiring lock "7d6794a2-6151-464a-b73f-e80f225a4574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.199432] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "7d6794a2-6151-464a-b73f-e80f225a4574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.201061] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e17a6ff4-9728-421b-9907-219e817bf0bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.471s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.259796] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.260400] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.260718] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleting the datastore file [datastore1] 8e0fa9b9-f71f-4fd2-a137-97adcee14841 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.261378] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-646d4cd1-a8da-4000-b1cd-17335880405b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.271863] env[69155]: DEBUG oslo_vmware.api [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1156.271863] env[69155]: value = "task-3600368" [ 1156.271863] env[69155]: _type = "Task" [ 1156.271863] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.282597] env[69155]: DEBUG oslo_vmware.api [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.308152] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1156.308381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.337s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.308688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.146s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.308935] env[69155]: DEBUG nova.objects.instance [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lazy-loading 'resources' on Instance uuid e649fed4-42bf-41d9-b32d-2bb383d71f56 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.336432] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Releasing lock "refresh_cache-8e0fa9b9-f71f-4fd2-a137-97adcee14841" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.348216] env[69155]: DEBUG nova.network.neutron [-] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.425028] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2006393e-cd0f-4636-a21e-868269d97bc0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.436693] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67510fbe-7504-4fb2-99b5-5459e8634040 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.472111] env[69155]: DEBUG nova.compute.manager [req-70ec502b-add8-4128-ac9f-632448448938 req-8b6c0baa-6d8c-4283-a514-34a5fcc5bb6e service nova] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Detach interface failed, port_id=176ebacd-8442-4ced-a9d9-920edb70a3d3, reason: Instance 57d782c8-8373-45f8-90bb-41d42b5a575a could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.530913] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583021} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.531222] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b77dea0a-dbab-4161-8552-da2f77a43dc4/b77dea0a-dbab-4161-8552-da2f77a43dc4.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.531608] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.533055] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ef29b31-3ee5-4627-b874-77fe45ddfb1b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.541413] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1156.541413] env[69155]: value = "task-3600369" [ 1156.541413] env[69155]: _type = "Task" [ 1156.541413] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.553882] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.608029] env[69155]: INFO nova.compute.manager [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Took 22.16 seconds to build instance. [ 1156.671575] env[69155]: DEBUG oslo_vmware.api [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600365, 'name': PowerOnVM_Task, 'duration_secs': 0.968107} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.672060] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.672348] env[69155]: INFO nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1156.672615] env[69155]: DEBUG nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.673526] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4062bbc0-35bc-4928-8db8-c5f3cca994eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.703263] env[69155]: DEBUG nova.compute.manager [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.782784] env[69155]: DEBUG oslo_vmware.api [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305966} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.783073] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.783272] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.783454] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.783627] env[69155]: INFO nova.compute.manager [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1156.783956] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.784193] env[69155]: DEBUG nova.compute.manager [-] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.784288] env[69155]: DEBUG nova.network.neutron [-] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.842193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5c1ca9d4-8b44-44bd-a83f-d8d216919aad tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "interface-8e0fa9b9-f71f-4fd2-a137-97adcee14841-2e15c097-0a7f-4676-9b3d-b91749183e52" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.493s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.850721] env[69155]: INFO nova.compute.manager [-] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Took 1.34 seconds to deallocate network for instance. [ 1157.053266] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159554} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.057025] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.057480] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595957b-d63e-43b2-a2f1-100ef04841f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.088731] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b77dea0a-dbab-4161-8552-da2f77a43dc4/b77dea0a-dbab-4161-8552-da2f77a43dc4.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.090189] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13418f4f-5b14-4e26-be64-58c14b25e04a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.105387] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d28ed1-ca37-4464-baab-8253890dcb44 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.111085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ef13f8ee-8355-4ec0-b920-6fad11d56043 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "148c22e9-f88e-4793-a9c6-345f621faf47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.680s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.114777] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516bae57-f7e9-47be-bfd8-18426837816a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.118796] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1157.118796] env[69155]: value = "task-3600370" [ 1157.118796] env[69155]: _type = "Task" [ 1157.118796] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.151292] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19feef2b-94ca-4f22-a5eb-0a6aaf602788 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.158332] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.161628] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffec03c-e81a-400e-a465-c026e799556d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.176655] env[69155]: DEBUG nova.compute.provider_tree [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.197601] env[69155]: INFO nova.compute.manager [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Took 18.34 seconds to build instance. [ 1157.225539] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.362254] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.631092] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.680362] env[69155]: DEBUG nova.scheduler.client.report [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.698806] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9a4a864b-5391-48d1-ba5d-72087caed2c6 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a1260d26-dc55-42ab-94c2-9727136959c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.849s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.700178] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787166b3-5618-4604-808e-f1359fc7ce85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.708322] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0beb2978-9625-40de-af06-cce71ef699bd tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Suspending the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1157.708604] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-243340b2-6134-4fad-9ec2-9e9c3ba78d12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.717546] env[69155]: DEBUG oslo_vmware.api [None req-0beb2978-9625-40de-af06-cce71ef699bd tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1157.717546] env[69155]: value = "task-3600371" [ 1157.717546] env[69155]: _type = "Task" [ 1157.717546] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.726482] env[69155]: DEBUG oslo_vmware.api [None req-0beb2978-9625-40de-af06-cce71ef699bd tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600371, 'name': SuspendVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.959156] env[69155]: DEBUG nova.compute.manager [req-6e3b14d6-ef34-4827-9e45-ba660279d031 req-fe0c180a-7c64-4e9e-8efb-13131ff9e7f1 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Received event network-vif-deleted-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.959488] env[69155]: INFO nova.compute.manager [req-6e3b14d6-ef34-4827-9e45-ba660279d031 req-fe0c180a-7c64-4e9e-8efb-13131ff9e7f1 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Neutron deleted interface 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9; detaching it from the instance and deleting it from the info cache [ 1157.959589] env[69155]: DEBUG nova.network.neutron [req-6e3b14d6-ef34-4827-9e45-ba660279d031 req-fe0c180a-7c64-4e9e-8efb-13131ff9e7f1 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.992409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.992663] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.117603] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "148c22e9-f88e-4793-a9c6-345f621faf47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.117880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "148c22e9-f88e-4793-a9c6-345f621faf47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.118107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "148c22e9-f88e-4793-a9c6-345f621faf47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.118290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "148c22e9-f88e-4793-a9c6-345f621faf47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.118544] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "148c22e9-f88e-4793-a9c6-345f621faf47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.124384] env[69155]: INFO nova.compute.manager [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Terminating instance [ 1158.132348] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600370, 'name': ReconfigVM_Task, 'duration_secs': 0.649319} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.132549] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b77dea0a-dbab-4161-8552-da2f77a43dc4/b77dea0a-dbab-4161-8552-da2f77a43dc4.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.133260] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96c9a12f-8d0d-453e-8597-4ce22154b9f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.146744] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1158.146744] env[69155]: value = "task-3600372" [ 1158.146744] env[69155]: _type = "Task" [ 1158.146744] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.157260] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600372, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.187383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.189801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.965s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.192808] env[69155]: INFO nova.compute.claims [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.226115] env[69155]: INFO nova.scheduler.client.report [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted allocations for instance e649fed4-42bf-41d9-b32d-2bb383d71f56 [ 1158.235314] env[69155]: DEBUG oslo_vmware.api [None req-0beb2978-9625-40de-af06-cce71ef699bd tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600371, 'name': SuspendVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.438648] env[69155]: DEBUG nova.network.neutron [-] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.461965] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9243d21-c13d-42df-8b19-512571fef0bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.473092] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4bb726-cb05-426d-b541-f1844abcfdc5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.495219] env[69155]: DEBUG nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.509348] env[69155]: DEBUG nova.compute.manager [req-6e3b14d6-ef34-4827-9e45-ba660279d031 req-fe0c180a-7c64-4e9e-8efb-13131ff9e7f1 service nova] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Detach interface failed, port_id=3b4aabf1-8aad-4892-baf4-1c0fe06e21e9, reason: Instance 8e0fa9b9-f71f-4fd2-a137-97adcee14841 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.630307] env[69155]: DEBUG nova.compute.manager [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.630307] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.630818] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65454c93-c4d7-462e-94ce-e9b6f0ca25e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.639541] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.639807] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24f2c2b6-0180-40d9-9c82-c1fb862dcad8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.648980] env[69155]: DEBUG oslo_vmware.api [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1158.648980] env[69155]: value = "task-3600374" [ 1158.648980] env[69155]: _type = "Task" [ 1158.648980] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.655550] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600372, 'name': Rename_Task, 'duration_secs': 0.213968} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.656264] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.656570] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-917e0d57-42f1-44c8-9974-470e168adc7e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.661519] env[69155]: DEBUG oslo_vmware.api [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.669070] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1158.669070] env[69155]: value = "task-3600375" [ 1158.669070] env[69155]: _type = "Task" [ 1158.669070] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.677520] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.730008] env[69155]: DEBUG oslo_vmware.api [None req-0beb2978-9625-40de-af06-cce71ef699bd tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600371, 'name': SuspendVM_Task, 'duration_secs': 0.787465} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.730408] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0beb2978-9625-40de-af06-cce71ef699bd tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Suspended the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1158.730732] env[69155]: DEBUG nova.compute.manager [None req-0beb2978-9625-40de-af06-cce71ef699bd tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.731525] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94f83ec-6e1c-4781-ba3c-d2d7c00c65bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.743378] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c306517-f375-4cae-ab00-981ca281f971 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "e649fed4-42bf-41d9-b32d-2bb383d71f56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.150s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.791473] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.791778] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Cleaning up deleted instances {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1158.941738] env[69155]: INFO nova.compute.manager [-] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Took 2.16 seconds to deallocate network for instance. [ 1159.029516] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.162490] env[69155]: DEBUG oslo_vmware.api [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600374, 'name': PowerOffVM_Task, 'duration_secs': 0.232962} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.162734] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.162910] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.163192] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14ff5d36-9153-4729-a76b-ed53217deb5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.179269] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600375, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.290468] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.290692] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.290880] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Deleting the datastore file [datastore2] 148c22e9-f88e-4793-a9c6-345f621faf47 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.291217] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4256224b-4905-4e64-b28c-d0259ecf89ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.308777] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] There are 50 instances to clean {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1159.308948] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: e649fed4-42bf-41d9-b32d-2bb383d71f56] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.310797] env[69155]: DEBUG oslo_vmware.api [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for the task: (returnval){ [ 1159.310797] env[69155]: value = "task-3600377" [ 1159.310797] env[69155]: _type = "Task" [ 1159.310797] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.322909] env[69155]: DEBUG oslo_vmware.api [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.417095] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdec711-4ae5-4f0c-98ba-dc99c47256c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.426083] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d7b2e-cd73-4175-8714-fd9b5505b25e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.456909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "a43e4656-7fd2-45ee-b62f-870284b2287a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.457249] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "a43e4656-7fd2-45ee-b62f-870284b2287a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.457530] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "a43e4656-7fd2-45ee-b62f-870284b2287a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.457793] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "a43e4656-7fd2-45ee-b62f-870284b2287a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.458055] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "a43e4656-7fd2-45ee-b62f-870284b2287a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.460364] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.461089] env[69155]: INFO nova.compute.manager [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Terminating instance [ 1159.463193] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fead858-2db0-433e-9b34-689cf6d5def5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.473077] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902a445-1172-4073-ad46-aaa86de330eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.489065] env[69155]: DEBUG nova.compute.provider_tree [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.680560] env[69155]: DEBUG oslo_vmware.api [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600375, 'name': PowerOnVM_Task, 'duration_secs': 0.532045} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.680787] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.680999] env[69155]: INFO nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1159.681195] env[69155]: DEBUG nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.682051] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f7af96-da9c-47bb-b624-aed9c6c957c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.814135] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: d4a7d5e2-5ef4-4819-9b77-c76c0402c594] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.826061] env[69155]: DEBUG oslo_vmware.api [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Task: {'id': task-3600377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502817} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.826404] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.826621] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.826808] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.826982] env[69155]: INFO nova.compute.manager [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1159.827251] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.827522] env[69155]: DEBUG nova.compute.manager [-] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.827634] env[69155]: DEBUG nova.network.neutron [-] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.967778] env[69155]: DEBUG nova.compute.manager [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.968019] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.968932] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd62e3-511a-4d93-9e73-7a1581686b06 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.977402] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.977665] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ae1fffd-29f4-4c47-bee3-edbda739755b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.984954] env[69155]: DEBUG oslo_vmware.api [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1159.984954] env[69155]: value = "task-3600378" [ 1159.984954] env[69155]: _type = "Task" [ 1159.984954] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.994284] env[69155]: DEBUG nova.scheduler.client.report [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.997736] env[69155]: DEBUG oslo_vmware.api [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.131141] env[69155]: DEBUG nova.compute.manager [req-f03e1fb1-60cd-4f78-84d9-686dbe0362ee req-2b51035a-d513-419b-8c28-5c7a202ca4bc service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Received event network-vif-deleted-45b23318-0d97-4090-b906-79ed6aad513a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.131389] env[69155]: INFO nova.compute.manager [req-f03e1fb1-60cd-4f78-84d9-686dbe0362ee req-2b51035a-d513-419b-8c28-5c7a202ca4bc service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Neutron deleted interface 45b23318-0d97-4090-b906-79ed6aad513a; detaching it from the instance and deleting it from the info cache [ 1160.131864] env[69155]: DEBUG nova.network.neutron [req-f03e1fb1-60cd-4f78-84d9-686dbe0362ee req-2b51035a-d513-419b-8c28-5c7a202ca4bc service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.200565] env[69155]: INFO nova.compute.manager [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Took 18.63 seconds to build instance. [ 1160.294433] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "a1260d26-dc55-42ab-94c2-9727136959c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.294678] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a1260d26-dc55-42ab-94c2-9727136959c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.294889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "a1260d26-dc55-42ab-94c2-9727136959c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.295091] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a1260d26-dc55-42ab-94c2-9727136959c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.295270] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a1260d26-dc55-42ab-94c2-9727136959c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.297246] env[69155]: INFO nova.compute.manager [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Terminating instance [ 1160.320726] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 95d34fd4-cd7c-49a4-aefc-de45b4bac310] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.497533] env[69155]: DEBUG oslo_vmware.api [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600378, 'name': PowerOffVM_Task, 'duration_secs': 0.192713} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.497820] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.497989] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.498706] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.499220] env[69155]: DEBUG nova.compute.manager [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.501638] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af3215e4-a1fa-485c-a522-5bc0e9250d5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.503455] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.141s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.503674] env[69155]: DEBUG nova.objects.instance [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lazy-loading 'resources' on Instance uuid 57d782c8-8373-45f8-90bb-41d42b5a575a {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.509020] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1160.509253] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718306', 'volume_id': '39cf331b-b89e-4d9e-8785-f345634f00b7', 'name': 'volume-39cf331b-b89e-4d9e-8785-f345634f00b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb439d56-def0-4dcd-bc36-115fa49353ef', 'attached_at': '', 'detached_at': '', 'volume_id': '39cf331b-b89e-4d9e-8785-f345634f00b7', 'serial': '39cf331b-b89e-4d9e-8785-f345634f00b7'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1160.510084] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d11ad-1925-47dd-a4a0-25957ca28607 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.528777] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8c9d13-e6a1-474e-a1d7-0eec13efcea0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.555201] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-39cf331b-b89e-4d9e-8785-f345634f00b7/volume-39cf331b-b89e-4d9e-8785-f345634f00b7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.555802] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53883466-2abe-4016-b197-d8966bcb7656 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.577549] env[69155]: DEBUG oslo_vmware.api [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1160.577549] env[69155]: value = "task-3600380" [ 1160.577549] env[69155]: _type = "Task" [ 1160.577549] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.587142] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.587444] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.587646] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleting the datastore file [datastore2] a43e4656-7fd2-45ee-b62f-870284b2287a {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.591273] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0321735-bd72-4594-946a-058fb7aa5c36 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.593087] env[69155]: DEBUG oslo_vmware.api [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.599842] env[69155]: DEBUG oslo_vmware.api [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1160.599842] env[69155]: value = "task-3600381" [ 1160.599842] env[69155]: _type = "Task" [ 1160.599842] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.607953] env[69155]: DEBUG nova.network.neutron [-] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.609149] env[69155]: DEBUG oslo_vmware.api [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.635028] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b24458d-04ac-444e-9219-9ea2f4171b6d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.646773] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6203a7f-32c4-4fb4-ac49-ec2d53b4c594 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.682418] env[69155]: DEBUG nova.compute.manager [req-f03e1fb1-60cd-4f78-84d9-686dbe0362ee req-2b51035a-d513-419b-8c28-5c7a202ca4bc service nova] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Detach interface failed, port_id=45b23318-0d97-4090-b906-79ed6aad513a, reason: Instance 148c22e9-f88e-4793-a9c6-345f621faf47 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.703708] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd2410c5-3d64-4be7-9127-a7827a0378f4 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b77dea0a-dbab-4161-8552-da2f77a43dc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.145s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.801385] env[69155]: DEBUG nova.compute.manager [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.801778] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.803206] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3689b6c1-f4e9-4789-bff7-00c8ed5446e4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.812930] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.812930] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acf977bf-74fc-4cc4-8110-61ea72b362c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.824383] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: a6974dd7-6c7c-45ef-841f-8b3cc02c0b04] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.883141] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.883452] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.883733] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleting the datastore file [datastore2] a1260d26-dc55-42ab-94c2-9727136959c9 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.884409] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78f62a63-f410-4be6-beeb-b9d027d10996 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.892043] env[69155]: DEBUG oslo_vmware.api [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1160.892043] env[69155]: value = "task-3600383" [ 1160.892043] env[69155]: _type = "Task" [ 1160.892043] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.902447] env[69155]: DEBUG oslo_vmware.api [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.005616] env[69155]: DEBUG nova.compute.utils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.011115] env[69155]: DEBUG nova.compute.manager [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Not allocating networking since 'none' was specified. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1161.091698] env[69155]: DEBUG oslo_vmware.api [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600380, 'name': ReconfigVM_Task, 'duration_secs': 0.410241} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.091964] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-39cf331b-b89e-4d9e-8785-f345634f00b7/volume-39cf331b-b89e-4d9e-8785-f345634f00b7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.099289] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b9fa01-b840-4f50-b16a-8fdf576a4452 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.112898] env[69155]: INFO nova.compute.manager [-] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Took 1.29 seconds to deallocate network for instance. [ 1161.124907] env[69155]: DEBUG oslo_vmware.api [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1161.124907] env[69155]: value = "task-3600384" [ 1161.124907] env[69155]: _type = "Task" [ 1161.124907] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.124907] env[69155]: DEBUG oslo_vmware.api [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219192} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.127771] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.127965] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.128234] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.128413] env[69155]: INFO nova.compute.manager [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1161.128642] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.131813] env[69155]: DEBUG nova.compute.manager [-] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.132098] env[69155]: DEBUG nova.network.neutron [-] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.140028] env[69155]: DEBUG oslo_vmware.api [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.241031] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b9907-2bd2-498e-a47a-1c265cba6d17 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.250188] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1860579d-8f44-47ff-8aaa-a1f4365994b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.284597] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9ac2b0-8994-4400-9b21-e2e626e06267 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.293551] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f32737-7109-464f-af8d-2f8df4925094 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.310221] env[69155]: DEBUG nova.compute.provider_tree [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.327374] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 861aa99c-b773-4507-97b1-1a8429ab0e9d] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.403180] env[69155]: DEBUG oslo_vmware.api [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204696} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.404741] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.404933] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.405154] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.406037] env[69155]: INFO nova.compute.manager [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1161.406037] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.406037] env[69155]: DEBUG nova.compute.manager [-] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.406195] env[69155]: DEBUG nova.network.neutron [-] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.512654] env[69155]: DEBUG nova.compute.manager [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.627912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.644092] env[69155]: DEBUG oslo_vmware.api [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600384, 'name': ReconfigVM_Task, 'duration_secs': 0.226768} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.644698] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718306', 'volume_id': '39cf331b-b89e-4d9e-8785-f345634f00b7', 'name': 'volume-39cf331b-b89e-4d9e-8785-f345634f00b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb439d56-def0-4dcd-bc36-115fa49353ef', 'attached_at': '', 'detached_at': '', 'volume_id': '39cf331b-b89e-4d9e-8785-f345634f00b7', 'serial': '39cf331b-b89e-4d9e-8785-f345634f00b7'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.814427] env[69155]: DEBUG nova.scheduler.client.report [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.832377] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 5c84657f-f3fa-4ec5-a8f3-ac7dfde4dd80] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.906887] env[69155]: DEBUG nova.network.neutron [-] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.145191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "b77dea0a-dbab-4161-8552-da2f77a43dc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.145518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b77dea0a-dbab-4161-8552-da2f77a43dc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.145684] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "b77dea0a-dbab-4161-8552-da2f77a43dc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.145888] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b77dea0a-dbab-4161-8552-da2f77a43dc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.146059] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b77dea0a-dbab-4161-8552-da2f77a43dc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.150118] env[69155]: INFO nova.compute.manager [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Terminating instance [ 1162.161293] env[69155]: DEBUG nova.compute.manager [req-69da0d9d-5898-424e-8123-9cca649fdd46 req-4334db6c-edf6-483a-ab48-1dac896c454e service nova] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Received event network-vif-deleted-aa15f49c-1c2a-4957-ab08-a29990dc3bec {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.162602] env[69155]: DEBUG nova.compute.manager [req-69da0d9d-5898-424e-8123-9cca649fdd46 req-4334db6c-edf6-483a-ab48-1dac896c454e service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Received event network-vif-deleted-65c4d22c-4749-4543-ac0e-1c2947aed978 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.162602] env[69155]: INFO nova.compute.manager [req-69da0d9d-5898-424e-8123-9cca649fdd46 req-4334db6c-edf6-483a-ab48-1dac896c454e service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Neutron deleted interface 65c4d22c-4749-4543-ac0e-1c2947aed978; detaching it from the instance and deleting it from the info cache [ 1162.162602] env[69155]: DEBUG nova.network.neutron [req-69da0d9d-5898-424e-8123-9cca649fdd46 req-4334db6c-edf6-483a-ab48-1dac896c454e service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.203546] env[69155]: DEBUG nova.network.neutron [-] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.320485] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.322985] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.294s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.324603] env[69155]: INFO nova.compute.claims [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.336870] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 65526fba-11e7-4c34-a202-493d9551a720] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.344960] env[69155]: INFO nova.scheduler.client.report [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Deleted allocations for instance 57d782c8-8373-45f8-90bb-41d42b5a575a [ 1162.409429] env[69155]: INFO nova.compute.manager [-] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Took 1.28 seconds to deallocate network for instance. [ 1162.524124] env[69155]: DEBUG nova.compute.manager [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.551218] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.551470] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.551633] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.551818] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.551966] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.552132] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.552344] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.552506] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.552678] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.552844] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.553026] env[69155]: DEBUG nova.virt.hardware [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.553923] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58178566-425a-4735-95e4-a23deb00c76e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.563472] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36022df-b190-4577-8d54-eb9acebb52e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.580440] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Instance VIF info [] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.586911] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Creating folder: Project (c86bbcbe560c48d1a97358d5ff8fc5c1). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.587314] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac8c2a8d-1f33-4e6d-9557-e38ab105734a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.602835] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Created folder: Project (c86bbcbe560c48d1a97358d5ff8fc5c1) in parent group-v718010. [ 1162.603055] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Creating folder: Instances. Parent ref: group-v718307. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.603326] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9df2085-96c1-4097-843c-f99bb582054d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.617195] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Created folder: Instances in parent group-v718307. [ 1162.617648] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.617957] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.618299] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa577176-fc22-4965-8132-a175c972ff82 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.638950] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.638950] env[69155]: value = "task-3600387" [ 1162.638950] env[69155]: _type = "Task" [ 1162.638950] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.648454] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600387, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.654547] env[69155]: DEBUG nova.compute.manager [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.654838] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.656032] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efaf5a4-3610-40c2-b1aa-10382f3cf6ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.666648] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.666977] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d092e3de-df5a-45c5-b193-10d4d0836125 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.670034] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0017149b-c46f-48d7-93bb-8571dc61c38a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.679801] env[69155]: DEBUG oslo_vmware.api [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1162.679801] env[69155]: value = "task-3600388" [ 1162.679801] env[69155]: _type = "Task" [ 1162.679801] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.691582] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a6cd6a-8bc1-44ae-a29b-cb074c2910fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.705875] env[69155]: DEBUG nova.objects.instance [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'flavor' on Instance uuid bb439d56-def0-4dcd-bc36-115fa49353ef {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.708138] env[69155]: INFO nova.compute.manager [-] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Took 1.30 seconds to deallocate network for instance. [ 1162.721068] env[69155]: DEBUG oslo_vmware.api [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.733973] env[69155]: DEBUG nova.compute.manager [req-69da0d9d-5898-424e-8123-9cca649fdd46 req-4334db6c-edf6-483a-ab48-1dac896c454e service nova] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Detach interface failed, port_id=65c4d22c-4749-4543-ac0e-1c2947aed978, reason: Instance a1260d26-dc55-42ab-94c2-9727136959c9 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.842148] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 48b8bc2d-4ddc-436c-9b19-14c5e1e69e00] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.851890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-211d7d1b-d915-484b-8446-d30bd2edba3c tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "57d782c8-8373-45f8-90bb-41d42b5a575a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.010s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.916812] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.149590] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600387, 'name': CreateVM_Task, 'duration_secs': 0.367643} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.149927] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.150258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.150518] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.150885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.151161] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b1425d-a55c-4a84-b4d7-597ec9ab7419 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.156061] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1163.156061] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52da84a9-6390-098f-ff69-76b46dab0e84" [ 1163.156061] env[69155]: _type = "Task" [ 1163.156061] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.164012] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52da84a9-6390-098f-ff69-76b46dab0e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.192800] env[69155]: DEBUG oslo_vmware.api [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600388, 'name': PowerOffVM_Task, 'duration_secs': 0.254133} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.193085] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.193260] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.193508] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44f7862a-74db-4e2d-9e92-cefcb6d87413 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.212528] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a712abbd-fecd-46cd-94d0-0b35506a6a99 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.217521] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.289274] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.289725] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.290020] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleting the datastore file [datastore2] b77dea0a-dbab-4161-8552-da2f77a43dc4 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.290284] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9361c6-fdcd-47a4-b89f-9933a3079689 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.298867] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.299114] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.299326] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.299566] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.299756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.301380] env[69155]: DEBUG oslo_vmware.api [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for the task: (returnval){ [ 1163.301380] env[69155]: value = "task-3600390" [ 1163.301380] env[69155]: _type = "Task" [ 1163.301380] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.305046] env[69155]: INFO nova.compute.manager [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Terminating instance [ 1163.311380] env[69155]: DEBUG oslo_vmware.api [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.346213] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 5281dcf5-4c43-4bf1-8c5f-0ab978184b2e] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.554050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "bb439d56-def0-4dcd-bc36-115fa49353ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.554201] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.558553] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a9c168-29d6-4186-934b-4ccc3fcfc681 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.567135] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddb1f98-44fd-4d0e-b230-d344ffb5251b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.599558] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8012ab42-f1bf-4073-80cd-ad9551134909 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.607727] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d712f-262e-4001-b29f-37bac302a2b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.622017] env[69155]: DEBUG nova.compute.provider_tree [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.666989] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52da84a9-6390-098f-ff69-76b46dab0e84, 'name': SearchDatastore_Task, 'duration_secs': 0.034078} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.667318] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.667591] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.667836] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.667985] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.668180] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.668440] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8586eee8-5172-4f11-854a-4feb3b5964f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.677593] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.677764] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.678495] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e13362-18ee-4bc4-8d25-f8529eba3f52 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.683824] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1163.683824] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5222c168-6da4-0b7e-baa9-e0ec3736e58c" [ 1163.683824] env[69155]: _type = "Task" [ 1163.683824] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.693035] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5222c168-6da4-0b7e-baa9-e0ec3736e58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.811649] env[69155]: DEBUG nova.compute.manager [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.811970] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.812282] env[69155]: DEBUG oslo_vmware.api [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Task: {'id': task-3600390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238937} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.812967] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe72676-265f-444e-9567-94bfe4693369 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.815471] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.815658] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.815839] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.816023] env[69155]: INFO nova.compute.manager [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1163.816261] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.816453] env[69155]: DEBUG nova.compute.manager [-] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.816546] env[69155]: DEBUG nova.network.neutron [-] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.822798] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.822965] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b8db15f-97c7-4b5e-9a0b-3c30f5d56fd8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.829870] env[69155]: DEBUG oslo_vmware.api [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1163.829870] env[69155]: value = "task-3600391" [ 1163.829870] env[69155]: _type = "Task" [ 1163.829870] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.837996] env[69155]: DEBUG oslo_vmware.api [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.850780] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: b43dee32-0166-408e-aaf1-473a67d37baf] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.056983] env[69155]: INFO nova.compute.manager [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Detaching volume 39cf331b-b89e-4d9e-8785-f345634f00b7 [ 1164.105811] env[69155]: INFO nova.virt.block_device [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Attempting to driver detach volume 39cf331b-b89e-4d9e-8785-f345634f00b7 from mountpoint /dev/sdb [ 1164.106121] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1164.106225] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718306', 'volume_id': '39cf331b-b89e-4d9e-8785-f345634f00b7', 'name': 'volume-39cf331b-b89e-4d9e-8785-f345634f00b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb439d56-def0-4dcd-bc36-115fa49353ef', 'attached_at': '', 'detached_at': '', 'volume_id': '39cf331b-b89e-4d9e-8785-f345634f00b7', 'serial': '39cf331b-b89e-4d9e-8785-f345634f00b7'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1164.107119] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5613a8e-9554-48b7-8a3d-44982428b12f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.130747] env[69155]: DEBUG nova.scheduler.client.report [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.134396] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb51e771-31b1-41ef-97e6-d4832c2e29c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.142684] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25827bf-5266-4ff3-8da0-24bfb51d77f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.164495] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd47b92d-f722-4aa2-92f8-00f168838965 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.180703] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] The volume has not been displaced from its original location: [datastore2] volume-39cf331b-b89e-4d9e-8785-f345634f00b7/volume-39cf331b-b89e-4d9e-8785-f345634f00b7.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1164.185856] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.187166] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660fd6e9-5fde-4a7c-b753-04c06ede99b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.200606] env[69155]: DEBUG nova.compute.manager [req-cc2db1ab-1fc0-412b-a413-9a27007c8f83 req-365bb021-26f3-459b-89f5-8a13ccf1e369 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Received event network-vif-deleted-ccc6ba88-3b00-4745-95b1-6e065bca69e8 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.200769] env[69155]: INFO nova.compute.manager [req-cc2db1ab-1fc0-412b-a413-9a27007c8f83 req-365bb021-26f3-459b-89f5-8a13ccf1e369 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Neutron deleted interface ccc6ba88-3b00-4745-95b1-6e065bca69e8; detaching it from the instance and deleting it from the info cache [ 1164.200939] env[69155]: DEBUG nova.network.neutron [req-cc2db1ab-1fc0-412b-a413-9a27007c8f83 req-365bb021-26f3-459b-89f5-8a13ccf1e369 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.212074] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5222c168-6da4-0b7e-baa9-e0ec3736e58c, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.214494] env[69155]: DEBUG oslo_vmware.api [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1164.214494] env[69155]: value = "task-3600392" [ 1164.214494] env[69155]: _type = "Task" [ 1164.214494] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.214883] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5dd7a0-85d8-4548-baa9-54bb93b5f4f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.225921] env[69155]: DEBUG oslo_vmware.api [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600392, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.227208] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1164.227208] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5206034d-91ff-e134-ff1e-a33d7912c56e" [ 1164.227208] env[69155]: _type = "Task" [ 1164.227208] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.235285] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5206034d-91ff-e134-ff1e-a33d7912c56e, 'name': SearchDatastore_Task} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.235549] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.235792] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 7d6794a2-6151-464a-b73f-e80f225a4574/7d6794a2-6151-464a-b73f-e80f225a4574.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.236042] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a37ba5f4-8e94-43f3-afd6-fc1f4a4f0ee8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.245335] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1164.245335] env[69155]: value = "task-3600393" [ 1164.245335] env[69155]: _type = "Task" [ 1164.245335] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.256244] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.342015] env[69155]: DEBUG oslo_vmware.api [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600391, 'name': PowerOffVM_Task, 'duration_secs': 0.247542} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.342373] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.342604] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.343107] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f412ddc4-a171-41fd-9d3f-cb3fd55bf44d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.354498] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 4cffd604-ab4e-4e8b-8b43-e52d2c72db1c] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.437688] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.437894] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.438083] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Deleting the datastore file [datastore2] 08b7a31b-f453-48a2-a1b0-67e46b51f7c7 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.438370] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9edc829f-5b33-42d2-bf24-66e8285e942c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.446867] env[69155]: DEBUG oslo_vmware.api [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for the task: (returnval){ [ 1164.446867] env[69155]: value = "task-3600395" [ 1164.446867] env[69155]: _type = "Task" [ 1164.446867] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.456845] env[69155]: DEBUG oslo_vmware.api [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.567857] env[69155]: DEBUG nova.network.neutron [-] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.639320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.640299] env[69155]: DEBUG nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.643489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.183s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.643906] env[69155]: DEBUG nova.objects.instance [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'resources' on Instance uuid 8e0fa9b9-f71f-4fd2-a137-97adcee14841 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.707016] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1484b16a-01e9-4fd8-bee0-3f58ec18975e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.723681] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7b1bff-2539-4cb3-894f-75c4812b5800 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.742146] env[69155]: DEBUG oslo_vmware.api [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600392, 'name': ReconfigVM_Task, 'duration_secs': 0.258573} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.742431] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.747062] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f070902-bb6f-4fbf-8c0f-0ab25f87c390 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.768548] env[69155]: DEBUG nova.compute.manager [req-cc2db1ab-1fc0-412b-a413-9a27007c8f83 req-365bb021-26f3-459b-89f5-8a13ccf1e369 service nova] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Detach interface failed, port_id=ccc6ba88-3b00-4745-95b1-6e065bca69e8, reason: Instance b77dea0a-dbab-4161-8552-da2f77a43dc4 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1164.777568] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473937} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.779158] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 7d6794a2-6151-464a-b73f-e80f225a4574/7d6794a2-6151-464a-b73f-e80f225a4574.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.779298] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.779628] env[69155]: DEBUG oslo_vmware.api [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1164.779628] env[69155]: value = "task-3600396" [ 1164.779628] env[69155]: _type = "Task" [ 1164.779628] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.779846] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e765566-e4b0-4903-9843-0ff9406949dc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.790311] env[69155]: DEBUG oslo_vmware.api [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.791616] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1164.791616] env[69155]: value = "task-3600397" [ 1164.791616] env[69155]: _type = "Task" [ 1164.791616] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.800289] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.857978] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 48c70e33-c236-43a4-a972-c4dc2ae1cc63] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.958823] env[69155]: DEBUG oslo_vmware.api [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Task: {'id': task-3600395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412718} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.959123] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.959313] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.959488] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.959689] env[69155]: INFO nova.compute.manager [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1164.959938] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.960152] env[69155]: DEBUG nova.compute.manager [-] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.960250] env[69155]: DEBUG nova.network.neutron [-] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.071009] env[69155]: INFO nova.compute.manager [-] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Took 1.25 seconds to deallocate network for instance. [ 1165.146304] env[69155]: DEBUG nova.compute.utils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.147661] env[69155]: DEBUG nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.147831] env[69155]: DEBUG nova.network.neutron [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.207879] env[69155]: DEBUG nova.policy [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c1a463fe18415887ba0cb3682f9095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '523ecb8c3c8e48348c1fd01c98f421eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.292230] env[69155]: DEBUG oslo_vmware.api [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600396, 'name': ReconfigVM_Task, 'duration_secs': 0.192446} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.297422] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718306', 'volume_id': '39cf331b-b89e-4d9e-8785-f345634f00b7', 'name': 'volume-39cf331b-b89e-4d9e-8785-f345634f00b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb439d56-def0-4dcd-bc36-115fa49353ef', 'attached_at': '', 'detached_at': '', 'volume_id': '39cf331b-b89e-4d9e-8785-f345634f00b7', 'serial': '39cf331b-b89e-4d9e-8785-f345634f00b7'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1165.306836] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086154} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.308578] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.313147] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253e9c33-1b28-4e2f-bfe3-b6b2cf279b29 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.337955] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 7d6794a2-6151-464a-b73f-e80f225a4574/7d6794a2-6151-464a-b73f-e80f225a4574.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.340900] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d7f5d6f-ee05-47e6-a395-5a09b279f1cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.361860] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: eb4d4947-2eb0-4b1c-8932-08c1aac35c84] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.365027] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1165.365027] env[69155]: value = "task-3600398" [ 1165.365027] env[69155]: _type = "Task" [ 1165.365027] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.376527] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.381640] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96c353e-12c6-4129-b778-83bcdf359f12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.389643] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e01f31-4e5a-45f7-ba4b-b2b2f3965cb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.422303] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ffdaca-c2cc-477d-8308-e58e028e4d50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.431146] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a631ef-8f58-41a6-b474-62fb8f6ccb10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.448253] env[69155]: DEBUG nova.compute.provider_tree [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.515088] env[69155]: DEBUG nova.network.neutron [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Successfully created port: ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.577846] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.651466] env[69155]: DEBUG nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.696339] env[69155]: DEBUG nova.network.neutron [-] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.847587] env[69155]: DEBUG nova.objects.instance [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'flavor' on Instance uuid bb439d56-def0-4dcd-bc36-115fa49353ef {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.865977] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: c12d8856-ebbf-43c0-b8e3-101bbec35314] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.878416] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600398, 'name': ReconfigVM_Task, 'duration_secs': 0.325166} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.878720] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 7d6794a2-6151-464a-b73f-e80f225a4574/7d6794a2-6151-464a-b73f-e80f225a4574.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.879466] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7348c4e0-b7e7-4e70-911f-daf9f39ca624 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.887330] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1165.887330] env[69155]: value = "task-3600399" [ 1165.887330] env[69155]: _type = "Task" [ 1165.887330] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.896187] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600399, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.954429] env[69155]: DEBUG nova.scheduler.client.report [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.198947] env[69155]: INFO nova.compute.manager [-] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Took 1.24 seconds to deallocate network for instance. [ 1166.230940] env[69155]: DEBUG nova.compute.manager [req-1a07863a-824f-4854-bc6a-e78740bdf5b5 req-f11b9f5e-fa91-4595-80dd-ea435b48d5da service nova] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Received event network-vif-deleted-3ad8cbd9-7b22-4ea8-9788-b41491e273f0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.372454] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: f3d7c42f-8e92-4811-983a-35d1689e9b15] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.398075] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600399, 'name': Rename_Task, 'duration_secs': 0.137808} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.398362] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.398587] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-782ad00d-178a-4ed2-9a10-2d97cb33c234 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.408043] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1166.408043] env[69155]: value = "task-3600400" [ 1166.408043] env[69155]: _type = "Task" [ 1166.408043] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.416651] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.459579] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.462110] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.835s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.462388] env[69155]: DEBUG nova.objects.instance [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lazy-loading 'resources' on Instance uuid 148c22e9-f88e-4793-a9c6-345f621faf47 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.481915] env[69155]: INFO nova.scheduler.client.report [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleted allocations for instance 8e0fa9b9-f71f-4fd2-a137-97adcee14841 [ 1166.660721] env[69155]: DEBUG nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.687194] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.687465] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.687698] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.687922] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.688115] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.688298] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.688550] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.688762] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.689010] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.689265] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.689460] env[69155]: DEBUG nova.virt.hardware [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.690531] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ae8bf1-bc2f-4f5b-b35b-bd355d35b59f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.699347] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda2d8a-1b8b-4430-aa67-cff8484e4578 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.704277] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.854432] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6a3237a9-9d8c-4986-9b0c-6fab20caf3bd tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.877916] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 9daf9c2f-4d51-46f4-b1fe-29b8cd8cdf5c] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.896884] env[69155]: DEBUG nova.compute.manager [req-b93e19f1-5012-4433-91a8-5af78b0855c3 req-268dc148-d15a-4b05-b452-2a6a45c488ea service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Received event network-vif-plugged-ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.897131] env[69155]: DEBUG oslo_concurrency.lockutils [req-b93e19f1-5012-4433-91a8-5af78b0855c3 req-268dc148-d15a-4b05-b452-2a6a45c488ea service nova] Acquiring lock "eaafe7be-b9d0-47e9-b858-fee496abddc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.897345] env[69155]: DEBUG oslo_concurrency.lockutils [req-b93e19f1-5012-4433-91a8-5af78b0855c3 req-268dc148-d15a-4b05-b452-2a6a45c488ea service nova] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.897569] env[69155]: DEBUG oslo_concurrency.lockutils [req-b93e19f1-5012-4433-91a8-5af78b0855c3 req-268dc148-d15a-4b05-b452-2a6a45c488ea service nova] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.897714] env[69155]: DEBUG nova.compute.manager [req-b93e19f1-5012-4433-91a8-5af78b0855c3 req-268dc148-d15a-4b05-b452-2a6a45c488ea service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] No waiting events found dispatching network-vif-plugged-ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.897875] env[69155]: WARNING nova.compute.manager [req-b93e19f1-5012-4433-91a8-5af78b0855c3 req-268dc148-d15a-4b05-b452-2a6a45c488ea service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Received unexpected event network-vif-plugged-ab415aa4-75ae-498c-8ce5-e082e8771548 for instance with vm_state building and task_state spawning. [ 1166.918452] env[69155]: DEBUG oslo_vmware.api [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600400, 'name': PowerOnVM_Task, 'duration_secs': 0.422684} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.918695] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.918896] env[69155]: INFO nova.compute.manager [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Took 4.40 seconds to spawn the instance on the hypervisor. [ 1166.919102] env[69155]: DEBUG nova.compute.manager [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.919869] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8184cf-48b9-4982-b5a0-1a346305a2b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.000854] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "8e0fa9b9-f71f-4fd2-a137-97adcee14841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.899s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.005154] env[69155]: DEBUG nova.network.neutron [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Successfully updated port: ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.134856] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf2b163-34c9-46c0-9226-b98424779b7f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.143454] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b5ddd0-516c-42c6-8363-0e230a36b381 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.176614] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e416532-edf5-4c8b-87a6-eee8426a8e97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.185211] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd8514a-f4b6-4c23-b624-0ad7d8a1b089 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.199711] env[69155]: DEBUG nova.compute.provider_tree [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.378723] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 3f958630-d53b-46a6-99d5-2438dd9cf06a] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.437943] env[69155]: INFO nova.compute.manager [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Took 10.23 seconds to build instance. [ 1167.498849] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "ed65c7f1-6817-474b-af35-985b5187c850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.499086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "ed65c7f1-6817-474b-af35-985b5187c850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.499343] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "ed65c7f1-6817-474b-af35-985b5187c850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.499467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "ed65c7f1-6817-474b-af35-985b5187c850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.499715] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "ed65c7f1-6817-474b-af35-985b5187c850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.505209] env[69155]: INFO nova.compute.manager [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Terminating instance [ 1167.506752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.506889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.507297] env[69155]: DEBUG nova.network.neutron [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.703597] env[69155]: DEBUG nova.scheduler.client.report [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.838979] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "bb439d56-def0-4dcd-bc36-115fa49353ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.839257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.839467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "bb439d56-def0-4dcd-bc36-115fa49353ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.839725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.839904] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.841875] env[69155]: INFO nova.compute.manager [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Terminating instance [ 1167.882266] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: bb532257-feec-4846-9b6b-6f10056a934a] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.940073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cc3cd294-0598-4e81-9fe1-b6e1dd159287 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "7d6794a2-6151-464a-b73f-e80f225a4574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.740s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.013476] env[69155]: DEBUG nova.compute.manager [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.013701] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.016620] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db9dd7e-3f7b-46dd-9d96-9823f4f068ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.024362] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.024607] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aaee0f1-f5eb-44f9-9c2a-0dfe8c071b0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.033921] env[69155]: DEBUG oslo_vmware.api [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1168.033921] env[69155]: value = "task-3600401" [ 1168.033921] env[69155]: _type = "Task" [ 1168.033921] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.042851] env[69155]: DEBUG oslo_vmware.api [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.045618] env[69155]: DEBUG nova.network.neutron [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.172144] env[69155]: DEBUG nova.network.neutron [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updating instance_info_cache with network_info: [{"id": "ab415aa4-75ae-498c-8ce5-e082e8771548", "address": "fa:16:3e:22:f7:58", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab415aa4-75", "ovs_interfaceid": "ab415aa4-75ae-498c-8ce5-e082e8771548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.208128] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.210614] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.294s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.210855] env[69155]: DEBUG nova.objects.instance [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lazy-loading 'resources' on Instance uuid a43e4656-7fd2-45ee-b62f-870284b2287a {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.302830] env[69155]: INFO nova.scheduler.client.report [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Deleted allocations for instance 148c22e9-f88e-4793-a9c6-345f621faf47 [ 1168.313969] env[69155]: DEBUG nova.compute.manager [None req-689f2826-8e33-4e6a-821f-af23f58aff30 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.314882] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eb239c-fcd4-4520-b676-6ecac44c8c15 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.345527] env[69155]: DEBUG nova.compute.manager [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.345693] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.347844] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc33a0b-740a-4aac-8329-5c9c8f7d842a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.356328] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.356590] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fbd851b-8bae-4bc5-92c5-4902a39cbb1c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.363278] env[69155]: DEBUG oslo_vmware.api [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1168.363278] env[69155]: value = "task-3600402" [ 1168.363278] env[69155]: _type = "Task" [ 1168.363278] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.371896] env[69155]: DEBUG oslo_vmware.api [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.374368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquiring lock "7d6794a2-6151-464a-b73f-e80f225a4574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.374586] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "7d6794a2-6151-464a-b73f-e80f225a4574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.374781] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquiring lock "7d6794a2-6151-464a-b73f-e80f225a4574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.374966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "7d6794a2-6151-464a-b73f-e80f225a4574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.375161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "7d6794a2-6151-464a-b73f-e80f225a4574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.377220] env[69155]: INFO nova.compute.manager [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Terminating instance [ 1168.384583] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 3d9a4c57-afa8-4813-b85d-422dcdad09d4] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.545054] env[69155]: DEBUG oslo_vmware.api [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600401, 'name': PowerOffVM_Task, 'duration_secs': 0.22372} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.545531] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.545734] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.546048] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79be54ef-be4c-4b37-8786-84c41d5be272 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.630029] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.630135] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.630272] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleting the datastore file [datastore1] ed65c7f1-6817-474b-af35-985b5187c850 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.630599] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5389f03-551a-470e-a6f1-ccfec93ed567 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.639641] env[69155]: DEBUG oslo_vmware.api [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for the task: (returnval){ [ 1168.639641] env[69155]: value = "task-3600404" [ 1168.639641] env[69155]: _type = "Task" [ 1168.639641] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.647894] env[69155]: DEBUG oslo_vmware.api [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.675013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.675355] env[69155]: DEBUG nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Instance network_info: |[{"id": "ab415aa4-75ae-498c-8ce5-e082e8771548", "address": "fa:16:3e:22:f7:58", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab415aa4-75", "ovs_interfaceid": "ab415aa4-75ae-498c-8ce5-e082e8771548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.675766] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f7:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab415aa4-75ae-498c-8ce5-e082e8771548', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.683680] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.683939] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.684179] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5959360a-00f9-4c68-af87-4a8d22e79e27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.705720] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.705720] env[69155]: value = "task-3600405" [ 1168.705720] env[69155]: _type = "Task" [ 1168.705720] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.716943] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600405, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.812973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bcd28972-3701-4c79-a6d2-e5f6fca4afef tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Lock "148c22e9-f88e-4793-a9c6-345f621faf47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.695s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.825840] env[69155]: INFO nova.compute.manager [None req-689f2826-8e33-4e6a-821f-af23f58aff30 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] instance snapshotting [ 1168.826659] env[69155]: DEBUG nova.objects.instance [None req-689f2826-8e33-4e6a-821f-af23f58aff30 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lazy-loading 'flavor' on Instance uuid 7d6794a2-6151-464a-b73f-e80f225a4574 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.879094] env[69155]: DEBUG oslo_vmware.api [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600402, 'name': PowerOffVM_Task, 'duration_secs': 0.242546} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.879604] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.879917] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.883579] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquiring lock "refresh_cache-7d6794a2-6151-464a-b73f-e80f225a4574" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.883811] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquired lock "refresh_cache-7d6794a2-6151-464a-b73f-e80f225a4574" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.884064] env[69155]: DEBUG nova.network.neutron [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.885349] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86136dd5-2961-475d-8ee0-1f6eb47bcbce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.888051] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: d0b62a43-cd70-4c67-8cb0-7e4525a9b2dd] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.898884] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d460db1c-4f80-4f02-b5be-f154a2458adc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.910040] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca2868e-bd78-4d4b-97e3-75ad93645846 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.944732] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45f234-bdda-458b-a517-012fc61a35ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.948938] env[69155]: DEBUG nova.compute.manager [req-fb70635d-e3d4-4b1a-a99a-4d5edfa12a6b req-7c405be9-1900-4a5c-9322-7b8d723a58f7 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Received event network-changed-ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.949103] env[69155]: DEBUG nova.compute.manager [req-fb70635d-e3d4-4b1a-a99a-4d5edfa12a6b req-7c405be9-1900-4a5c-9322-7b8d723a58f7 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Refreshing instance network info cache due to event network-changed-ab415aa4-75ae-498c-8ce5-e082e8771548. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.949356] env[69155]: DEBUG oslo_concurrency.lockutils [req-fb70635d-e3d4-4b1a-a99a-4d5edfa12a6b req-7c405be9-1900-4a5c-9322-7b8d723a58f7 service nova] Acquiring lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.949642] env[69155]: DEBUG oslo_concurrency.lockutils [req-fb70635d-e3d4-4b1a-a99a-4d5edfa12a6b req-7c405be9-1900-4a5c-9322-7b8d723a58f7 service nova] Acquired lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.949804] env[69155]: DEBUG nova.network.neutron [req-fb70635d-e3d4-4b1a-a99a-4d5edfa12a6b req-7c405be9-1900-4a5c-9322-7b8d723a58f7 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Refreshing network info cache for port ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.957832] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc201c0c-648c-4d53-9074-d41c85886b18 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.973711] env[69155]: DEBUG nova.compute.provider_tree [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.977073] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.977304] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.977504] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleting the datastore file [datastore1] bb439d56-def0-4dcd-bc36-115fa49353ef {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.978097] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f27de9b-3f14-4e44-bf0a-28da9b6bfc9b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.986790] env[69155]: DEBUG oslo_vmware.api [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1168.986790] env[69155]: value = "task-3600407" [ 1168.986790] env[69155]: _type = "Task" [ 1168.986790] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.996479] env[69155]: DEBUG oslo_vmware.api [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.149606] env[69155]: DEBUG oslo_vmware.api [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Task: {'id': task-3600404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276007} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.149821] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.150018] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.150212] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.150385] env[69155]: INFO nova.compute.manager [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1169.150631] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.150826] env[69155]: DEBUG nova.compute.manager [-] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.150930] env[69155]: DEBUG nova.network.neutron [-] [instance: ed65c7f1-6817-474b-af35-985b5187c850] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.217201] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600405, 'name': CreateVM_Task, 'duration_secs': 0.339045} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.217382] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.218063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.218227] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.218552] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.219172] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f43ebab-fa4f-4c8e-afb8-51ed9135d580 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.225662] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1169.225662] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52501ae5-39ea-24b6-040f-00f46535d9b5" [ 1169.225662] env[69155]: _type = "Task" [ 1169.225662] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.236482] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52501ae5-39ea-24b6-040f-00f46535d9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.333341] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5362251f-b531-4f31-93c4-7cfb0e1de158 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.351231] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2156f102-0a50-4358-9216-2e192d4a6aa3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.391470] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 42b31440-4818-43fb-b0e7-ecd736ff0b2f] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.408812] env[69155]: DEBUG nova.network.neutron [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.474534] env[69155]: DEBUG nova.network.neutron [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.477640] env[69155]: DEBUG nova.scheduler.client.report [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.497587] env[69155]: DEBUG oslo_vmware.api [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145862} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.497868] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.498072] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.498267] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.498445] env[69155]: INFO nova.compute.manager [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1169.498713] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.499511] env[69155]: DEBUG nova.compute.manager [-] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.499628] env[69155]: DEBUG nova.network.neutron [-] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.736602] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52501ae5-39ea-24b6-040f-00f46535d9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012735} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.736916] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.737178] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.737430] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.737581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.737761] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.738034] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1c4de5f-4098-482a-949a-0a35216c76d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.748124] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.748323] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.749093] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed842c49-5a77-4b9f-9c47-661c467ca405 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.756708] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1169.756708] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521bc777-1c1a-6b2e-0d87-2aa0bd34ac93" [ 1169.756708] env[69155]: _type = "Task" [ 1169.756708] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.767808] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521bc777-1c1a-6b2e-0d87-2aa0bd34ac93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.862485] env[69155]: DEBUG nova.compute.manager [None req-689f2826-8e33-4e6a-821f-af23f58aff30 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Instance disappeared during snapshot {{(pid=69155) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1169.896784] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: e23eebb1-7dea-461b-bfc4-ffc433f35b19] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.982101] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Releasing lock "refresh_cache-7d6794a2-6151-464a-b73f-e80f225a4574" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.982639] env[69155]: DEBUG nova.compute.manager [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.982839] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.983554] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.987483] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6515113-b0df-4ae0-a50e-13b130563b14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.990607] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.773s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.990862] env[69155]: DEBUG nova.objects.instance [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'resources' on Instance uuid a1260d26-dc55-42ab-94c2-9727136959c9 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.995470] env[69155]: DEBUG nova.compute.manager [req-f08c564c-e854-4015-9704-facae1eea5cb req-032324a0-870a-44cc-8013-1ffbb588a553 service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Received event network-vif-deleted-088aa5a6-5b9d-45ac-af81-6388b8bed47a {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.995470] env[69155]: INFO nova.compute.manager [req-f08c564c-e854-4015-9704-facae1eea5cb req-032324a0-870a-44cc-8013-1ffbb588a553 service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Neutron deleted interface 088aa5a6-5b9d-45ac-af81-6388b8bed47a; detaching it from the instance and deleting it from the info cache [ 1169.995470] env[69155]: DEBUG nova.network.neutron [req-f08c564c-e854-4015-9704-facae1eea5cb req-032324a0-870a-44cc-8013-1ffbb588a553 service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.997567] env[69155]: DEBUG nova.network.neutron [req-fb70635d-e3d4-4b1a-a99a-4d5edfa12a6b req-7c405be9-1900-4a5c-9322-7b8d723a58f7 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updated VIF entry in instance network info cache for port ab415aa4-75ae-498c-8ce5-e082e8771548. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.998027] env[69155]: DEBUG nova.network.neutron [req-fb70635d-e3d4-4b1a-a99a-4d5edfa12a6b req-7c405be9-1900-4a5c-9322-7b8d723a58f7 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updating instance_info_cache with network_info: [{"id": "ab415aa4-75ae-498c-8ce5-e082e8771548", "address": "fa:16:3e:22:f7:58", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab415aa4-75", "ovs_interfaceid": "ab415aa4-75ae-498c-8ce5-e082e8771548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.007196] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.011623] env[69155]: INFO nova.scheduler.client.report [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted allocations for instance a43e4656-7fd2-45ee-b62f-870284b2287a [ 1170.014565] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c293600-da80-4de4-af3a-f340aa9c88a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.025532] env[69155]: DEBUG oslo_vmware.api [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1170.025532] env[69155]: value = "task-3600408" [ 1170.025532] env[69155]: _type = "Task" [ 1170.025532] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.031591] env[69155]: DEBUG nova.compute.manager [None req-689f2826-8e33-4e6a-821f-af23f58aff30 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Found 0 images (rotation: 2) {{(pid=69155) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1170.039039] env[69155]: DEBUG oslo_vmware.api [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.268146] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521bc777-1c1a-6b2e-0d87-2aa0bd34ac93, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.268939] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81404e61-141d-4376-839f-274905ec9bc6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.274721] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1170.274721] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5234bc77-ea56-da37-6555-57864da8dae1" [ 1170.274721] env[69155]: _type = "Task" [ 1170.274721] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.283966] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5234bc77-ea56-da37-6555-57864da8dae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.400820] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: b57dd9e9-29ff-4540-8ce7-7c7b46ef7c2a] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.464251] env[69155]: DEBUG nova.network.neutron [-] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.500500] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd25a926-4997-48bf-92a5-d17f03888f8d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.502794] env[69155]: DEBUG oslo_concurrency.lockutils [req-fb70635d-e3d4-4b1a-a99a-4d5edfa12a6b req-7c405be9-1900-4a5c-9322-7b8d723a58f7 service nova] Releasing lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.512827] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bedb43-b5d3-4eae-92ec-b3d7e1a5dbdb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.532216] env[69155]: DEBUG oslo_concurrency.lockutils [None req-22188c90-272c-4c87-8a89-1a9377cc619e tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "a43e4656-7fd2-45ee-b62f-870284b2287a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.075s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.542373] env[69155]: DEBUG oslo_vmware.api [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600408, 'name': PowerOffVM_Task, 'duration_secs': 0.163966} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.545463] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.545685] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.546194] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0df50074-968b-462c-a3c2-b326ea75dafb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.556777] env[69155]: DEBUG nova.compute.manager [req-f08c564c-e854-4015-9704-facae1eea5cb req-032324a0-870a-44cc-8013-1ffbb588a553 service nova] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Detach interface failed, port_id=088aa5a6-5b9d-45ac-af81-6388b8bed47a, reason: Instance bb439d56-def0-4dcd-bc36-115fa49353ef could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.567499] env[69155]: DEBUG nova.network.neutron [-] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.589112] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.589355] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.589545] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Deleting the datastore file [datastore2] 7d6794a2-6151-464a-b73f-e80f225a4574 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.589909] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97db1e61-4417-46b6-9fbb-22ef4a418017 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.597435] env[69155]: DEBUG oslo_vmware.api [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for the task: (returnval){ [ 1170.597435] env[69155]: value = "task-3600410" [ 1170.597435] env[69155]: _type = "Task" [ 1170.597435] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.609810] env[69155]: DEBUG oslo_vmware.api [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.674508] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be75f5-6e48-4e23-8562-4dce4ed31436 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.683356] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de473f02-4221-40ed-8de5-6025cf162a96 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.719992] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474a814c-1fe4-4b49-8b42-54ec85b85460 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.728669] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd65676-bcff-4ff1-9901-c1f5a3fd9232 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.743542] env[69155]: DEBUG nova.compute.provider_tree [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.785314] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5234bc77-ea56-da37-6555-57864da8dae1, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.785582] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.785835] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] eaafe7be-b9d0-47e9-b858-fee496abddc2/eaafe7be-b9d0-47e9-b858-fee496abddc2.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.786107] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93215ff5-0988-415c-9832-78bbceffe661 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.795943] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1170.795943] env[69155]: value = "task-3600411" [ 1170.795943] env[69155]: _type = "Task" [ 1170.795943] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.805829] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.903778] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 90d5a247-9f35-466a-b0ad-3ed4d1c94bab] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.958264] env[69155]: DEBUG nova.compute.manager [req-94fe2ce4-6522-44c3-b634-7f671f43d075 req-cc1e9890-fb55-4c94-a459-2c23edbcdf06 service nova] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Received event network-vif-deleted-65a56329-8cd5-4d96-9bab-f501bade9fde {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.967715] env[69155]: INFO nova.compute.manager [-] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Took 1.47 seconds to deallocate network for instance. [ 1171.071276] env[69155]: INFO nova.compute.manager [-] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Took 1.92 seconds to deallocate network for instance. [ 1171.115549] env[69155]: DEBUG oslo_vmware.api [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Task: {'id': task-3600410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103678} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.115833] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.116037] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.116224] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.116401] env[69155]: INFO nova.compute.manager [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1171.116646] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.116868] env[69155]: DEBUG nova.compute.manager [-] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.116985] env[69155]: DEBUG nova.network.neutron [-] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.134525] env[69155]: DEBUG nova.network.neutron [-] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.246669] env[69155]: DEBUG nova.scheduler.client.report [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.307741] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.407588] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 2451045d-befe-4c53-bc53-4bba9fcee939] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.478487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.578340] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.637419] env[69155]: DEBUG nova.network.neutron [-] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.752656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.755183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.177s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.755424] env[69155]: DEBUG nova.objects.instance [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lazy-loading 'resources' on Instance uuid b77dea0a-dbab-4161-8552-da2f77a43dc4 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.769801] env[69155]: INFO nova.scheduler.client.report [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted allocations for instance a1260d26-dc55-42ab-94c2-9727136959c9 [ 1171.808013] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532018} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.808304] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] eaafe7be-b9d0-47e9-b858-fee496abddc2/eaafe7be-b9d0-47e9-b858-fee496abddc2.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.808517] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.808771] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d8737c-dd18-491e-890d-e337bd44c899 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.817075] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1171.817075] env[69155]: value = "task-3600412" [ 1171.817075] env[69155]: _type = "Task" [ 1171.817075] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.825889] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.911554] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 7f7cb9ac-0ca6-4046-8d2b-ca426e9cc81c] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.986773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "1e89e8fa-0443-48a9-b539-8858e8e25109" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.987126] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.140251] env[69155]: INFO nova.compute.manager [-] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Took 1.02 seconds to deallocate network for instance. [ 1172.280876] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a618a352-85b7-40a3-a512-e73c09aa9c8d tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "a1260d26-dc55-42ab-94c2-9727136959c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.986s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.331133] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072626} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.331133] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.332220] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca287566-e516-42cb-8dab-be9f817fe8f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.354477] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] eaafe7be-b9d0-47e9-b858-fee496abddc2/eaafe7be-b9d0-47e9-b858-fee496abddc2.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.357223] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e050ca5-22c3-4537-a454-a77a7aa653a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.378033] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1172.378033] env[69155]: value = "task-3600413" [ 1172.378033] env[69155]: _type = "Task" [ 1172.378033] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.389322] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.415043] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: d9ce2157-24f7-432f-983d-d4e617f3ff71] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.449556] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0d4194-2782-46b5-9474-091445733420 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.460083] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb474f3b-3a13-4183-87dd-ea1a6f74ec5c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.491148] env[69155]: DEBUG nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.494373] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9401bdcf-95c9-4999-9bbc-1cda0a1a9b24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.502800] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739dd5aa-7e86-40a5-8416-87e73a3e538c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.516656] env[69155]: DEBUG nova.compute.provider_tree [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.649449] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.792298] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.792521] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.889074] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600413, 'name': ReconfigVM_Task, 'duration_secs': 0.289805} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.889360] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfigured VM instance instance-0000006f to attach disk [datastore2] eaafe7be-b9d0-47e9-b858-fee496abddc2/eaafe7be-b9d0-47e9-b858-fee496abddc2.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.890049] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3c857ca-893b-402e-913e-2b0489aeb2b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.897653] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1172.897653] env[69155]: value = "task-3600414" [ 1172.897653] env[69155]: _type = "Task" [ 1172.897653] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.905311] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600414, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.917876] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: be7fc1f7-b6e3-450f-9fe2-b85ad14054df] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.017107] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.021313] env[69155]: DEBUG nova.scheduler.client.report [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.294434] env[69155]: DEBUG nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.407291] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600414, 'name': Rename_Task, 'duration_secs': 0.15613} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.408755] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.409256] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88675ce0-9bf3-4e35-a1b3-c8d1067edd64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.412175] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.412398] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.420512] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1ee3a615-9302-42fa-9ab0-f947b6980f03] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.422322] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1173.422322] env[69155]: value = "task-3600415" [ 1173.422322] env[69155]: _type = "Task" [ 1173.422322] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.431483] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.526452] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.530061] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.825s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.530061] env[69155]: DEBUG nova.objects.instance [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lazy-loading 'resources' on Instance uuid 08b7a31b-f453-48a2-a1b0-67e46b51f7c7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.546143] env[69155]: INFO nova.scheduler.client.report [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Deleted allocations for instance b77dea0a-dbab-4161-8552-da2f77a43dc4 [ 1173.815319] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.916493] env[69155]: DEBUG nova.compute.utils [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.923176] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: e0532666-579d-4af4-a98e-5f04b749bca1] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.936548] env[69155]: DEBUG oslo_vmware.api [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600415, 'name': PowerOnVM_Task, 'duration_secs': 0.495655} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.936548] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.936817] env[69155]: INFO nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1173.936962] env[69155]: DEBUG nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.937847] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceceec4-f2b0-428a-ab5c-02e68e1596d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.056381] env[69155]: DEBUG oslo_concurrency.lockutils [None req-66bb159e-4342-4d7d-a7fb-709c6587d463 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Lock "b77dea0a-dbab-4161-8552-da2f77a43dc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.911s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.166585] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a6a816-1a29-40a5-a001-1a15e37ec05c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.175761] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed709290-90f3-4916-a7ab-8dc42d335408 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.209332] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803fc374-69c8-49ab-bd07-b734179dd5c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.217379] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0871d83-d4bf-4c92-b3be-9e1c0e38a588 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.231171] env[69155]: DEBUG nova.compute.provider_tree [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.420370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.429731] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 11cb3234-1f5d-4fa3-85b6-27762718a63d] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.459586] env[69155]: INFO nova.compute.manager [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Took 15.45 seconds to build instance. [ 1174.735429] env[69155]: DEBUG nova.scheduler.client.report [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.749942] env[69155]: DEBUG nova.compute.manager [req-ee4ee18b-323a-4c40-9c8c-6ae892619959 req-ec391c0c-a9d1-423a-b9f8-7adcf6e7058a service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Received event network-changed-ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.750169] env[69155]: DEBUG nova.compute.manager [req-ee4ee18b-323a-4c40-9c8c-6ae892619959 req-ec391c0c-a9d1-423a-b9f8-7adcf6e7058a service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Refreshing instance network info cache due to event network-changed-ab415aa4-75ae-498c-8ce5-e082e8771548. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.750383] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee4ee18b-323a-4c40-9c8c-6ae892619959 req-ec391c0c-a9d1-423a-b9f8-7adcf6e7058a service nova] Acquiring lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.750502] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee4ee18b-323a-4c40-9c8c-6ae892619959 req-ec391c0c-a9d1-423a-b9f8-7adcf6e7058a service nova] Acquired lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.750678] env[69155]: DEBUG nova.network.neutron [req-ee4ee18b-323a-4c40-9c8c-6ae892619959 req-ec391c0c-a9d1-423a-b9f8-7adcf6e7058a service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Refreshing network info cache for port ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.933139] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 14f42d7b-2f37-417b-9c97-4e4566bb4d96] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.963946] env[69155]: DEBUG oslo_concurrency.lockutils [None req-239a9358-6332-4601-b6aa-10e6c253efc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.971s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.242318] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.243806] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.765s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.243806] env[69155]: DEBUG nova.objects.instance [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'resources' on Instance uuid bb439d56-def0-4dcd-bc36-115fa49353ef {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.274450] env[69155]: INFO nova.scheduler.client.report [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Deleted allocations for instance 08b7a31b-f453-48a2-a1b0-67e46b51f7c7 [ 1175.437114] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 193b7295-dc51-42dd-9d1d-af3b1e8a1207] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.501288] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.504237] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.504237] env[69155]: INFO nova.compute.manager [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Attaching volume 27b82aaa-4952-43c5-8cfe-4239bf7cbf89 to /dev/sdb [ 1175.546339] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa3cc6-1d7f-4d2a-90dc-96efb71d4c60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.553542] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558b899c-9a9c-4151-b45a-67e4d2ae10a6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.568518] env[69155]: DEBUG nova.virt.block_device [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating existing volume attachment record: 41e256ba-3313-426a-9dd6-aaa6220a2d48 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1175.610845] env[69155]: DEBUG nova.network.neutron [req-ee4ee18b-323a-4c40-9c8c-6ae892619959 req-ec391c0c-a9d1-423a-b9f8-7adcf6e7058a service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updated VIF entry in instance network info cache for port ab415aa4-75ae-498c-8ce5-e082e8771548. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.611282] env[69155]: DEBUG nova.network.neutron [req-ee4ee18b-323a-4c40-9c8c-6ae892619959 req-ec391c0c-a9d1-423a-b9f8-7adcf6e7058a service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updating instance_info_cache with network_info: [{"id": "ab415aa4-75ae-498c-8ce5-e082e8771548", "address": "fa:16:3e:22:f7:58", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab415aa4-75", "ovs_interfaceid": "ab415aa4-75ae-498c-8ce5-e082e8771548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.784465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7b090381-ec18-427f-8c2c-c36d80edbabd tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Lock "08b7a31b-f453-48a2-a1b0-67e46b51f7c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.485s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.881330] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552cd86c-affb-4478-9c4a-821cc3c0399f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.889092] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f7140e-4ccf-476c-80f4-88b2e9743120 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.918272] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1647ab13-9b7f-4bcb-a80b-74ea05420f98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.925904] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dae1219-2933-4a21-b44c-cf3db18150fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.941023] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: bcb2a21e-1144-4da9-9e71-d061bbb4c107] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.942988] env[69155]: DEBUG nova.compute.provider_tree [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.114155] env[69155]: DEBUG oslo_concurrency.lockutils [req-ee4ee18b-323a-4c40-9c8c-6ae892619959 req-ec391c0c-a9d1-423a-b9f8-7adcf6e7058a service nova] Releasing lock "refresh_cache-eaafe7be-b9d0-47e9-b858-fee496abddc2" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.445879] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 80870847-c09a-4251-8436-77dfd59b8c5b] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.448592] env[69155]: DEBUG nova.scheduler.client.report [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.953489] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 0efb89c0-edbc-4612-90a8-ed43bcbaa7dd] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.955817] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.958286] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.380s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.958653] env[69155]: DEBUG nova.objects.instance [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lazy-loading 'resources' on Instance uuid ed65c7f1-6817-474b-af35-985b5187c850 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.978949] env[69155]: INFO nova.scheduler.client.report [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleted allocations for instance bb439d56-def0-4dcd-bc36-115fa49353ef [ 1177.460488] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: edba5822-42f0-46a4-8a17-d9832ba6b3a3] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.489647] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "bb439d56-def0-4dcd-bc36-115fa49353ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.650s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.607044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b30f1a-d258-4c57-bca5-71132c3e9434 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.616272] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188ba5e0-4171-48cd-9371-173ccc63a492 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.651853] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb18ea03-adbb-4131-a01e-ce1c14fe8ed1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.660681] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a702244-88b0-4e51-8921-fccc31747e7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.676496] env[69155]: DEBUG nova.compute.provider_tree [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.966517] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: d291de83-0154-4667-9442-ebac9dbf5670] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.180222] env[69155]: DEBUG nova.scheduler.client.report [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.469889] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 357b562e-a586-4408-8f21-198aa6a0486c] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.685544] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.688705] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.039s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.689055] env[69155]: DEBUG nova.objects.instance [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lazy-loading 'resources' on Instance uuid 7d6794a2-6151-464a-b73f-e80f225a4574 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.716500] env[69155]: INFO nova.scheduler.client.report [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Deleted allocations for instance ed65c7f1-6817-474b-af35-985b5187c850 [ 1178.975267] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 30c55b07-6f91-46dc-a50c-3185097fac67] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.232162] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3a2988a-215b-44d9-982d-d21c66452378 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Lock "ed65c7f1-6817-474b-af35-985b5187c850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.733s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.315046] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe10429f-62e3-433e-a471-c8845d6fbaa8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.322361] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d2ca26-d953-4350-a6c3-17ae88f147ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.355588] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9382aa-c1cb-4565-883e-dfca1a3aea85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.365952] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96988fd-a34f-4988-8758-c10a2f69094e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.381180] env[69155]: DEBUG nova.compute.provider_tree [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.479061] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 526a2ff2-876e-4235-a38d-4864e96fbd85] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.773553] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.773830] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.884637] env[69155]: DEBUG nova.scheduler.client.report [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.983747] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1410c48a-e2f5-4756-a7cb-a45da91b1f13] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.277087] env[69155]: DEBUG nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.394239] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.394879] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.378s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.398748] env[69155]: INFO nova.compute.claims [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.434315] env[69155]: INFO nova.scheduler.client.report [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Deleted allocations for instance 7d6794a2-6151-464a-b73f-e80f225a4574 [ 1180.486922] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: efcb0324-5009-45e3-b25d-d21c511499bf] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.623016] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1180.623016] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718312', 'volume_id': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'name': 'volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7', 'attached_at': '', 'detached_at': '', 'volume_id': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'serial': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1180.623016] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817f37ab-820d-4546-bfc1-87d03a51f5d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.645831] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace13a2c-ffde-49b4-8f4f-705a8abb4b85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.675736] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89/volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.677663] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a32f17-71c0-4197-9a46-f5dba88897c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.700018] env[69155]: DEBUG oslo_vmware.api [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1180.700018] env[69155]: value = "task-3600420" [ 1180.700018] env[69155]: _type = "Task" [ 1180.700018] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.708028] env[69155]: DEBUG oslo_vmware.api [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.805339] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.952388] env[69155]: DEBUG oslo_concurrency.lockutils [None req-40d74758-4719-46ab-9149-3767fc7955e9 tempest-ServersAaction247Test-34328252 tempest-ServersAaction247Test-34328252-project-member] Lock "7d6794a2-6151-464a-b73f-e80f225a4574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.578s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.990391] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 009f2804-aedb-4162-8211-06a1573c9ace] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.215866] env[69155]: DEBUG oslo_vmware.api [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.494700] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: e3580fdf-80a9-46b8-8877-06f011c08f94] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.583061] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b706a09-47c8-41e0-a8c1-c27737bd2e0a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.591588] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0590ac5-3b7e-422e-9099-37a239ba254b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.630445] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0399505-07b1-4eff-9981-e6b0d380a9b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.641455] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c04d8d-f4d8-4c13-86eb-b6cfeedfff4e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.661340] env[69155]: DEBUG nova.compute.provider_tree [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.710165] env[69155]: DEBUG oslo_vmware.api [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600420, 'name': ReconfigVM_Task, 'duration_secs': 0.864552} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.710463] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89/volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.715669] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e8e61d-e984-4860-ba2c-96183c69949b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.737171] env[69155]: DEBUG oslo_vmware.api [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1181.737171] env[69155]: value = "task-3600421" [ 1181.737171] env[69155]: _type = "Task" [ 1181.737171] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.748459] env[69155]: DEBUG oslo_vmware.api [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.000915] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 6e927889-8993-4deb-8621-4d034a32e16c] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.107492] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.107889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.163602] env[69155]: DEBUG nova.scheduler.client.report [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.248007] env[69155]: DEBUG oslo_vmware.api [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600421, 'name': ReconfigVM_Task, 'duration_secs': 0.221472} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.248360] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718312', 'volume_id': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'name': 'volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7', 'attached_at': '', 'detached_at': '', 'volume_id': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'serial': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.505616] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 88adf8a9-777e-4f76-8d50-cb81835a528e] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.610311] env[69155]: DEBUG nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.668814] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.669345] env[69155]: DEBUG nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.672122] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.857s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.673472] env[69155]: INFO nova.compute.claims [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.010786] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 41001079-778b-456c-95b8-aac47ea3efa3] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.135736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.178300] env[69155]: DEBUG nova.compute.utils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.181634] env[69155]: DEBUG nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.181775] env[69155]: DEBUG nova.network.neutron [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.221514] env[69155]: DEBUG nova.policy [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f0952585b94e818f9086685f604586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19213076bcec40c499fcd0dfd5b830eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.289305] env[69155]: DEBUG nova.objects.instance [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'flavor' on Instance uuid 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.516686] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: ee089ed0-82fb-4b11-9cce-7504f7aa7b23] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.538896] env[69155]: DEBUG nova.network.neutron [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Successfully created port: c65d0095-cfde-4e5a-83f7-11cf9a767d69 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.687758] env[69155]: DEBUG nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.795732] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d1fc17f8-6c68-4a2f-89d8-edda8c88571d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.294s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.842417] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654cada6-990a-48ad-bc7c-89ee19719509 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.854404] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aa5df2-da74-4a64-a69f-122e7a84fe32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.891622] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a549922-ecf6-412d-8f79-3a533f9dad37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.901875] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c932c08-1406-49ad-86cb-062f73fce724 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.915713] env[69155]: DEBUG nova.compute.provider_tree [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.018046] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 633e9d92-9015-4cc8-ba92-6750376d0198] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.419065] env[69155]: DEBUG nova.scheduler.client.report [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.521707] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.523029] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69155) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1184.703318] env[69155]: DEBUG nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.738287] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.738492] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.742019] env[69155]: DEBUG nova.virt.hardware [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.742019] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0b0e6c-55e0-4747-947c-5f20a34a2a76 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.749577] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffa4a86-20b4-4927-b736-308533cdc671 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.767236] env[69155]: DEBUG nova.compute.manager [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1184.924693] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.925257] env[69155]: DEBUG nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.929065] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.123s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.929541] env[69155]: INFO nova.compute.claims [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.025695] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.049715] env[69155]: DEBUG nova.compute.manager [req-91e1b392-4bcf-400e-bac6-42e5bf998f34 req-c605562f-2e22-4385-b6fb-6f8804189e7f service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Received event network-vif-plugged-c65d0095-cfde-4e5a-83f7-11cf9a767d69 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.049957] env[69155]: DEBUG oslo_concurrency.lockutils [req-91e1b392-4bcf-400e-bac6-42e5bf998f34 req-c605562f-2e22-4385-b6fb-6f8804189e7f service nova] Acquiring lock "1e89e8fa-0443-48a9-b539-8858e8e25109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.050348] env[69155]: DEBUG oslo_concurrency.lockutils [req-91e1b392-4bcf-400e-bac6-42e5bf998f34 req-c605562f-2e22-4385-b6fb-6f8804189e7f service nova] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.050348] env[69155]: DEBUG oslo_concurrency.lockutils [req-91e1b392-4bcf-400e-bac6-42e5bf998f34 req-c605562f-2e22-4385-b6fb-6f8804189e7f service nova] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.050519] env[69155]: DEBUG nova.compute.manager [req-91e1b392-4bcf-400e-bac6-42e5bf998f34 req-c605562f-2e22-4385-b6fb-6f8804189e7f service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] No waiting events found dispatching network-vif-plugged-c65d0095-cfde-4e5a-83f7-11cf9a767d69 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.050691] env[69155]: WARNING nova.compute.manager [req-91e1b392-4bcf-400e-bac6-42e5bf998f34 req-c605562f-2e22-4385-b6fb-6f8804189e7f service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Received unexpected event network-vif-plugged-c65d0095-cfde-4e5a-83f7-11cf9a767d69 for instance with vm_state building and task_state spawning. [ 1185.146450] env[69155]: DEBUG nova.network.neutron [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Successfully updated port: c65d0095-cfde-4e5a-83f7-11cf9a767d69 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.294282] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.433889] env[69155]: DEBUG nova.compute.utils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.438231] env[69155]: DEBUG nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.438425] env[69155]: DEBUG nova.network.neutron [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.488092] env[69155]: DEBUG nova.policy [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '750f2ffaf878457998827620d2f80195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9ffb7002cf45dcb91c50ac826dc1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.652743] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "refresh_cache-1e89e8fa-0443-48a9-b539-8858e8e25109" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.652996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "refresh_cache-1e89e8fa-0443-48a9-b539-8858e8e25109" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.652996] env[69155]: DEBUG nova.network.neutron [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.769692] env[69155]: DEBUG nova.network.neutron [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Successfully created port: 5576867d-9268-430c-b2d8-7c8c5e6ee264 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.945480] env[69155]: DEBUG nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.116752] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab29b09-36c8-47aa-91ba-8d8209411b6f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.125193] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f52b1-73b2-4104-ac07-61cd1fbe1c35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.154985] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f351a083-492d-4085-aa31-3fddc75e0b93 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.163974] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebcaf3c-d17f-4943-b5a6-6ca81576a41d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.177327] env[69155]: DEBUG nova.compute.provider_tree [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.210703] env[69155]: DEBUG nova.network.neutron [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.353896] env[69155]: DEBUG nova.network.neutron [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Updating instance_info_cache with network_info: [{"id": "c65d0095-cfde-4e5a-83f7-11cf9a767d69", "address": "fa:16:3e:69:e5:c1", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65d0095-cf", "ovs_interfaceid": "c65d0095-cfde-4e5a-83f7-11cf9a767d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.682382] env[69155]: DEBUG nova.scheduler.client.report [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.856487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "refresh_cache-1e89e8fa-0443-48a9-b539-8858e8e25109" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.856817] env[69155]: DEBUG nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Instance network_info: |[{"id": "c65d0095-cfde-4e5a-83f7-11cf9a767d69", "address": "fa:16:3e:69:e5:c1", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65d0095-cf", "ovs_interfaceid": "c65d0095-cfde-4e5a-83f7-11cf9a767d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.857285] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:e5:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c65d0095-cfde-4e5a-83f7-11cf9a767d69', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.865116] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.865429] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.865652] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-143d9b38-7578-4ace-ad06-43459015d4d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.890250] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.890250] env[69155]: value = "task-3600425" [ 1186.890250] env[69155]: _type = "Task" [ 1186.890250] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.898388] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600425, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.954831] env[69155]: DEBUG nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.981960] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.982248] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.982427] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.982614] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.982762] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.982906] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.983136] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.983302] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.983467] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.983630] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.983802] env[69155]: DEBUG nova.virt.hardware [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.984680] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0810137c-eb8c-4d87-9937-c9acae9ec39a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.992442] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ee8ec-04d3-41cc-95c8-bf6418028a28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.078656] env[69155]: DEBUG nova.compute.manager [req-300f3448-8ec1-4056-b69f-c6d8e968b00b req-10e625a2-4b63-4ecc-9082-b364b20e1e29 service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Received event network-changed-c65d0095-cfde-4e5a-83f7-11cf9a767d69 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.078905] env[69155]: DEBUG nova.compute.manager [req-300f3448-8ec1-4056-b69f-c6d8e968b00b req-10e625a2-4b63-4ecc-9082-b364b20e1e29 service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Refreshing instance network info cache due to event network-changed-c65d0095-cfde-4e5a-83f7-11cf9a767d69. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.079273] env[69155]: DEBUG oslo_concurrency.lockutils [req-300f3448-8ec1-4056-b69f-c6d8e968b00b req-10e625a2-4b63-4ecc-9082-b364b20e1e29 service nova] Acquiring lock "refresh_cache-1e89e8fa-0443-48a9-b539-8858e8e25109" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.079361] env[69155]: DEBUG oslo_concurrency.lockutils [req-300f3448-8ec1-4056-b69f-c6d8e968b00b req-10e625a2-4b63-4ecc-9082-b364b20e1e29 service nova] Acquired lock "refresh_cache-1e89e8fa-0443-48a9-b539-8858e8e25109" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.079554] env[69155]: DEBUG nova.network.neutron [req-300f3448-8ec1-4056-b69f-c6d8e968b00b req-10e625a2-4b63-4ecc-9082-b364b20e1e29 service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Refreshing network info cache for port c65d0095-cfde-4e5a-83f7-11cf9a767d69 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.187409] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.188023] env[69155]: DEBUG nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.190842] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.055s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.192357] env[69155]: INFO nova.compute.claims [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.266704] env[69155]: DEBUG nova.network.neutron [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Successfully updated port: 5576867d-9268-430c-b2d8-7c8c5e6ee264 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.400101] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600425, 'name': CreateVM_Task, 'duration_secs': 0.325659} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.400325] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.401021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.401200] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.401504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.401756] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cb7912-9df6-43be-806c-a12b687e7df0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.406257] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1187.406257] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5286eee4-d5b6-4beb-428a-c3bfa6bf2838" [ 1187.406257] env[69155]: _type = "Task" [ 1187.406257] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.413839] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5286eee4-d5b6-4beb-428a-c3bfa6bf2838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.528578] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.529166] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.697054] env[69155]: DEBUG nova.compute.utils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.701256] env[69155]: DEBUG nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.701449] env[69155]: DEBUG nova.network.neutron [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.756404] env[69155]: DEBUG nova.policy [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d34a197b10f46efbd201cdde9794bf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0d6cfe16b44466f9c6385db90db039c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.768619] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.768692] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.768814] env[69155]: DEBUG nova.network.neutron [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.827827] env[69155]: DEBUG nova.network.neutron [req-300f3448-8ec1-4056-b69f-c6d8e968b00b req-10e625a2-4b63-4ecc-9082-b364b20e1e29 service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Updated VIF entry in instance network info cache for port c65d0095-cfde-4e5a-83f7-11cf9a767d69. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.828209] env[69155]: DEBUG nova.network.neutron [req-300f3448-8ec1-4056-b69f-c6d8e968b00b req-10e625a2-4b63-4ecc-9082-b364b20e1e29 service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Updating instance_info_cache with network_info: [{"id": "c65d0095-cfde-4e5a-83f7-11cf9a767d69", "address": "fa:16:3e:69:e5:c1", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65d0095-cf", "ovs_interfaceid": "c65d0095-cfde-4e5a-83f7-11cf9a767d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.918099] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5286eee4-d5b6-4beb-428a-c3bfa6bf2838, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.918433] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.918668] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.918895] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.919057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.919243] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.919502] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-209a73c2-a866-41b2-9847-bc553dff243e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.928487] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.928637] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.929398] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9855ca-3132-4de3-a1b6-2d236f554129 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.934684] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1187.934684] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c8d0b0-3964-3df6-5c80-82166f47b28d" [ 1187.934684] env[69155]: _type = "Task" [ 1187.934684] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.944330] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c8d0b0-3964-3df6-5c80-82166f47b28d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.037200] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.037995] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.037995] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.037995] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.037995] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.037995] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.085674] env[69155]: DEBUG nova.network.neutron [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Successfully created port: 980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.207891] env[69155]: DEBUG nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.314597] env[69155]: DEBUG nova.network.neutron [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.333989] env[69155]: DEBUG oslo_concurrency.lockutils [req-300f3448-8ec1-4056-b69f-c6d8e968b00b req-10e625a2-4b63-4ecc-9082-b364b20e1e29 service nova] Releasing lock "refresh_cache-1e89e8fa-0443-48a9-b539-8858e8e25109" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.368757] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605098b5-4ccb-4d1d-b898-2053fa717173 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.378839] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c6bc8a-9c49-4b27-a6b6-24411dfd461c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.415115] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2477d295-5632-47ec-9276-f0b7b655a4dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.423352] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440a6ae-b872-4dfe-8f6f-4983e96b1844 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.442041] env[69155]: DEBUG nova.compute.provider_tree [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.453933] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c8d0b0-3964-3df6-5c80-82166f47b28d, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.455579] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8585c06-366a-4462-a999-5eec7b0eecd1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.467812] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1188.467812] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52aeb416-4972-a417-4751-69c06f62eabd" [ 1188.467812] env[69155]: _type = "Task" [ 1188.467812] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.479085] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52aeb416-4972-a417-4751-69c06f62eabd, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.479173] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.479415] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1e89e8fa-0443-48a9-b539-8858e8e25109/1e89e8fa-0443-48a9-b539-8858e8e25109.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.480043] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77799090-8e7f-4cf1-b36b-a428d6902a06 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.489746] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1188.489746] env[69155]: value = "task-3600426" [ 1188.489746] env[69155]: _type = "Task" [ 1188.489746] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.500094] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.509458] env[69155]: DEBUG nova.network.neutron [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance_info_cache with network_info: [{"id": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "address": "fa:16:3e:f8:ad:88", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5576867d-92", "ovs_interfaceid": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.542932] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Getting list of instances from cluster (obj){ [ 1188.542932] env[69155]: value = "domain-c8" [ 1188.542932] env[69155]: _type = "ClusterComputeResource" [ 1188.542932] env[69155]: } {{(pid=69155) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1188.544086] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b63f596-fdf4-41da-a311-24f0509998d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.565640] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Got total of 6 instances {{(pid=69155) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1188.565891] env[69155]: WARNING nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] While synchronizing instance power states, found 9 instances in the database and 6 instances on the hypervisor. [ 1188.566095] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid 145cb63f-ccf0-494a-a043-7314c6c1ddcf {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.566390] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid c85cf6e7-46e8-48d6-9760-6181a12c47ab {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.566620] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid 865992c7-0ec5-451b-b9dc-4c4ecf356725 {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.566796] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.566988] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid eaafe7be-b9d0-47e9-b858-fee496abddc2 {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.567188] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid 1e89e8fa-0443-48a9-b539-8858e8e25109 {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.567346] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid e6000e61-963c-492e-a8fe-8bb20e4785ca {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.567527] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51 {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.567683] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Triggering sync for uuid fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1188.568121] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.568360] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.568655] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.568849] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.569109] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.569348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.569629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.569906] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.570200] env[69155]: INFO nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1188.570349] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.570587] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.570788] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.571166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "1e89e8fa-0443-48a9-b539-8858e8e25109" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.571438] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.571745] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.572137] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.572456] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.572701] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1188.573722] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6194bf0c-5546-434b-a48f-915f0bf1d8ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.580018] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a53107-017f-4cf3-b396-c7f05c3d48b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.581495] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d3c5c5-653c-44d9-8879-9a939a890eb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.586105] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78391dd5-9ea9-4f86-ab4f-a73ba60f5087 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.589514] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.947177] env[69155]: DEBUG nova.scheduler.client.report [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.001208] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600426, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.012933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.013367] env[69155]: DEBUG nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Instance network_info: |[{"id": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "address": "fa:16:3e:f8:ad:88", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5576867d-92", "ovs_interfaceid": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.013856] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:ad:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5576867d-9268-430c-b2d8-7c8c5e6ee264', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.021719] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.021973] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.022231] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7c8996f-14ed-4846-9c0c-1eef16aa8887 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.042180] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.042180] env[69155]: value = "task-3600428" [ 1189.042180] env[69155]: _type = "Task" [ 1189.042180] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.050318] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600428, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.092623] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.100384] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.105557] env[69155]: DEBUG nova.compute.manager [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Received event network-vif-plugged-5576867d-9268-430c-b2d8-7c8c5e6ee264 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.105755] env[69155]: DEBUG oslo_concurrency.lockutils [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] Acquiring lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.106030] env[69155]: DEBUG oslo_concurrency.lockutils [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.106181] env[69155]: DEBUG oslo_concurrency.lockutils [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.106303] env[69155]: DEBUG nova.compute.manager [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] No waiting events found dispatching network-vif-plugged-5576867d-9268-430c-b2d8-7c8c5e6ee264 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.106447] env[69155]: WARNING nova.compute.manager [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Received unexpected event network-vif-plugged-5576867d-9268-430c-b2d8-7c8c5e6ee264 for instance with vm_state building and task_state spawning. [ 1189.106652] env[69155]: DEBUG nova.compute.manager [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Received event network-changed-5576867d-9268-430c-b2d8-7c8c5e6ee264 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.106759] env[69155]: DEBUG nova.compute.manager [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Refreshing instance network info cache due to event network-changed-5576867d-9268-430c-b2d8-7c8c5e6ee264. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.106949] env[69155]: DEBUG oslo_concurrency.lockutils [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] Acquiring lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.107120] env[69155]: DEBUG oslo_concurrency.lockutils [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] Acquired lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.107282] env[69155]: DEBUG nova.network.neutron [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Refreshing network info cache for port 5576867d-9268-430c-b2d8-7c8c5e6ee264 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.108639] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.108931] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.112207] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.216387] env[69155]: DEBUG nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.243112] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.243392] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.243551] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.243734] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.243880] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.244039] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.244257] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.244417] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.245069] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.245069] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.245069] env[69155]: DEBUG nova.virt.hardware [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.245826] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993c4eec-a7ba-4662-8bfa-bc9abedade8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.254956] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604ae1c-bbf0-471f-b80c-1e8a016c358f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.452642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.453184] env[69155]: DEBUG nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.455933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.162s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.501676] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549174} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.501954] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 1e89e8fa-0443-48a9-b539-8858e8e25109/1e89e8fa-0443-48a9-b539-8858e8e25109.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.502232] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.502569] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47aa9226-cfb6-4fbd-839b-c5f40055c010 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.511877] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1189.511877] env[69155]: value = "task-3600429" [ 1189.511877] env[69155]: _type = "Task" [ 1189.511877] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.521441] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.552961] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600428, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.786015] env[69155]: DEBUG nova.network.neutron [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Successfully updated port: 980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.853714] env[69155]: DEBUG nova.network.neutron [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updated VIF entry in instance network info cache for port 5576867d-9268-430c-b2d8-7c8c5e6ee264. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.854106] env[69155]: DEBUG nova.network.neutron [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance_info_cache with network_info: [{"id": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "address": "fa:16:3e:f8:ad:88", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5576867d-92", "ovs_interfaceid": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.959313] env[69155]: DEBUG nova.compute.utils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.963365] env[69155]: INFO nova.compute.claims [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.967067] env[69155]: DEBUG nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.967274] env[69155]: DEBUG nova.network.neutron [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.006522] env[69155]: DEBUG nova.policy [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0203934922a6471e88592ebe428efaa7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7c23c9d37544532a68d04e8d71c2a93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.022415] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082863} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.022712] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.023487] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d375f4-dc53-4e17-b7f5-f04e821da7ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.045640] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 1e89e8fa-0443-48a9-b539-8858e8e25109/1e89e8fa-0443-48a9-b539-8858e8e25109.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.047740] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb3410d-02f9-422d-8a16-74ab2abe6724 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.074369] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600428, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.075640] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1190.075640] env[69155]: value = "task-3600430" [ 1190.075640] env[69155]: _type = "Task" [ 1190.075640] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.083540] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.288258] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.288412] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.288558] env[69155]: DEBUG nova.network.neutron [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.357097] env[69155]: DEBUG oslo_concurrency.lockutils [req-07a7fbb8-6f53-4561-8c5b-6db1e9ef4a8e req-ccee4c65-faff-4ba4-8148-22ae9d9860e4 service nova] Releasing lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.372298] env[69155]: DEBUG nova.network.neutron [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Successfully created port: d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.468182] env[69155]: DEBUG nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.472129] env[69155]: INFO nova.compute.resource_tracker [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating resource usage from migration cc8be911-2fff-47b8-af7b-0af0b5728391 [ 1190.561258] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600428, 'name': CreateVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.589491] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600430, 'name': ReconfigVM_Task, 'duration_secs': 0.300022} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.589491] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 1e89e8fa-0443-48a9-b539-8858e8e25109/1e89e8fa-0443-48a9-b539-8858e8e25109.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.589491] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-338205d8-b41a-4557-a6d9-79caf62296f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.601124] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1190.601124] env[69155]: value = "task-3600431" [ 1190.601124] env[69155]: _type = "Task" [ 1190.601124] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.609613] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600431, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.650897] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788ef9a-3a66-4de8-aba1-0ac40d17d14c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.660571] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987baf35-d3b6-4aa5-a3d5-33af9de2fb45 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.694355] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2583d77e-8e8e-43bc-a407-9177b7bcd66e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.702376] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f48b67-b516-42c2-acf1-475c036c99d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.719454] env[69155]: DEBUG nova.compute.provider_tree [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.821599] env[69155]: DEBUG nova.network.neutron [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.945587] env[69155]: DEBUG nova.network.neutron [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Updating instance_info_cache with network_info: [{"id": "980794c4-9094-4574-89e7-25ed5f3517fa", "address": "fa:16:3e:be:14:69", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980794c4-90", "ovs_interfaceid": "980794c4-9094-4574-89e7-25ed5f3517fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.058926] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600428, 'name': CreateVM_Task, 'duration_secs': 1.976926} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.059322] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.059765] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.059976] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.060347] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.060610] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fba76e3-2073-4059-9da7-b2016c86d3dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.065522] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1191.065522] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5278eea8-d360-46c0-3346-4becefe4d09a" [ 1191.065522] env[69155]: _type = "Task" [ 1191.065522] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.072905] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5278eea8-d360-46c0-3346-4becefe4d09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.106991] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600431, 'name': Rename_Task, 'duration_secs': 0.155761} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.107272] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.107511] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82bb9e8-8883-48db-9409-40b00dc1c18d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.116905] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1191.116905] env[69155]: value = "task-3600433" [ 1191.116905] env[69155]: _type = "Task" [ 1191.116905] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.124919] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.131818] env[69155]: DEBUG nova.compute.manager [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Received event network-vif-plugged-980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.132038] env[69155]: DEBUG oslo_concurrency.lockutils [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] Acquiring lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.132250] env[69155]: DEBUG oslo_concurrency.lockutils [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.132431] env[69155]: DEBUG oslo_concurrency.lockutils [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.132580] env[69155]: DEBUG nova.compute.manager [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] No waiting events found dispatching network-vif-plugged-980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.132777] env[69155]: WARNING nova.compute.manager [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Received unexpected event network-vif-plugged-980794c4-9094-4574-89e7-25ed5f3517fa for instance with vm_state building and task_state spawning. [ 1191.132898] env[69155]: DEBUG nova.compute.manager [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Received event network-changed-980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.133059] env[69155]: DEBUG nova.compute.manager [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Refreshing instance network info cache due to event network-changed-980794c4-9094-4574-89e7-25ed5f3517fa. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.133230] env[69155]: DEBUG oslo_concurrency.lockutils [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] Acquiring lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.222731] env[69155]: DEBUG nova.scheduler.client.report [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.448656] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.449022] env[69155]: DEBUG nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Instance network_info: |[{"id": "980794c4-9094-4574-89e7-25ed5f3517fa", "address": "fa:16:3e:be:14:69", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980794c4-90", "ovs_interfaceid": "980794c4-9094-4574-89e7-25ed5f3517fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.449363] env[69155]: DEBUG oslo_concurrency.lockutils [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] Acquired lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.449688] env[69155]: DEBUG nova.network.neutron [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Refreshing network info cache for port 980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.451179] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:14:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '980794c4-9094-4574-89e7-25ed5f3517fa', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.460203] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.461237] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.461556] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cb8ad1e-f236-42f0-842b-55288f0e4374 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.480682] env[69155]: DEBUG nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.484741] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.484741] env[69155]: value = "task-3600434" [ 1191.484741] env[69155]: _type = "Task" [ 1191.484741] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.495771] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600434, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.511345] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.511680] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.511954] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.512228] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.512439] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.512654] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.512938] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.513178] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.513414] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.513654] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.513899] env[69155]: DEBUG nova.virt.hardware [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.515079] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce0e69-51ab-4343-b2cd-eac23e91130e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.524356] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586caacd-3833-417c-9369-e7997c662db4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.580910] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5278eea8-d360-46c0-3346-4becefe4d09a, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.581405] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.581753] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.582132] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.582380] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.582675] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.583098] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a31d6380-7d40-4dee-808c-0223ec087a5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.594230] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.594486] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.595922] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0cc70c-2e69-4f18-b8f5-55c4e1c86dcc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.603657] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1191.603657] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52495e1c-2002-5f2b-34e7-a95cddd82377" [ 1191.603657] env[69155]: _type = "Task" [ 1191.603657] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.617449] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52495e1c-2002-5f2b-34e7-a95cddd82377, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.621000] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c38db9-a913-4463-8d18-6f6b26e62a1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.630834] env[69155]: DEBUG oslo_vmware.api [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600433, 'name': PowerOnVM_Task, 'duration_secs': 0.495017} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.631129] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1191.631129] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521ed403-0493-31bf-6b2b-529c80ae68d5" [ 1191.631129] env[69155]: _type = "Task" [ 1191.631129] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.631363] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.631563] env[69155]: INFO nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1191.631741] env[69155]: DEBUG nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.632557] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee46dce-6880-4eec-8e2e-1f7b055feb5f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.651613] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521ed403-0493-31bf-6b2b-529c80ae68d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.652156] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.652495] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e6000e61-963c-492e-a8fe-8bb20e4785ca/e6000e61-963c-492e-a8fe-8bb20e4785ca.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.652791] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe42180-6fe4-478f-8ae7-04117e38ed0a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.660253] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1191.660253] env[69155]: value = "task-3600435" [ 1191.660253] env[69155]: _type = "Task" [ 1191.660253] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.668842] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.727471] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.271s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.727680] env[69155]: INFO nova.compute.manager [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Migrating [ 1191.736568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.644s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.736755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.736924] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1191.741017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cd8a1c-35f1-4a59-8623-4d4f0c90ae28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.759527] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70fb78b-8717-4201-ae75-67d5b4e72adf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.777611] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ebdfc4-bb8d-404c-a8a3-5c3b12c57172 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.787688] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b1dfd6-071e-42a2-b88d-116ee7362f60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.822647] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179278MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1191.822801] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.823041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.996438] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600434, 'name': CreateVM_Task, 'duration_secs': 0.344179} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.996692] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.997531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.997755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.998191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.998607] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9845fcab-2089-4840-a67a-d35e8521c4d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.008286] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1192.008286] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5201b8e3-6e0e-1641-8729-ebdb175a2494" [ 1192.008286] env[69155]: _type = "Task" [ 1192.008286] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.019627] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5201b8e3-6e0e-1641-8729-ebdb175a2494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.164124] env[69155]: INFO nova.compute.manager [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Took 19.16 seconds to build instance. [ 1192.187436] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493301} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.188390] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] e6000e61-963c-492e-a8fe-8bb20e4785ca/e6000e61-963c-492e-a8fe-8bb20e4785ca.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.188728] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.189704] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5de2c872-f861-4389-b1a8-c8fd8cb4319e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.196949] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1192.196949] env[69155]: value = "task-3600436" [ 1192.196949] env[69155]: _type = "Task" [ 1192.196949] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.209516] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.250142] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.250619] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.250879] env[69155]: DEBUG nova.network.neutron [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.285849] env[69155]: DEBUG nova.network.neutron [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Successfully updated port: d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.519801] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5201b8e3-6e0e-1641-8729-ebdb175a2494, 'name': SearchDatastore_Task, 'duration_secs': 0.057226} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.520786] env[69155]: DEBUG nova.network.neutron [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Updated VIF entry in instance network info cache for port 980794c4-9094-4574-89e7-25ed5f3517fa. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.521173] env[69155]: DEBUG nova.network.neutron [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Updating instance_info_cache with network_info: [{"id": "980794c4-9094-4574-89e7-25ed5f3517fa", "address": "fa:16:3e:be:14:69", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980794c4-90", "ovs_interfaceid": "980794c4-9094-4574-89e7-25ed5f3517fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.522918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.523264] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.523624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.523624] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.523938] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.524384] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-914de0f5-9bd5-4ae0-a4c4-ba8d1d0f0420 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.537975] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.538245] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.539479] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32468b3-0803-42b4-b264-519d1cf6ae64 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.545596] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1192.545596] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5256fdac-9698-b6c1-d240-8c10f709c5b6" [ 1192.545596] env[69155]: _type = "Task" [ 1192.545596] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.553863] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5256fdac-9698-b6c1-d240-8c10f709c5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.675719] env[69155]: DEBUG oslo_concurrency.lockutils [None req-bfa474b3-3d50-489e-8725-e883669e3cd0 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.688s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.675834] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.105s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.676776] env[69155]: INFO nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] During sync_power_state the instance has a pending task (spawning). Skip. [ 1192.676776] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.707628] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070952} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.707897] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.708946] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e059bce8-040e-4a0d-b876-0a7ee249deb6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.734152] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] e6000e61-963c-492e-a8fe-8bb20e4785ca/e6000e61-963c-492e-a8fe-8bb20e4785ca.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.734463] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85bc983f-f48b-46b9-8669-f284e1eef7bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.760018] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1192.760018] env[69155]: value = "task-3600437" [ 1192.760018] env[69155]: _type = "Task" [ 1192.760018] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.766989] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.785504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.785504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.785504] env[69155]: DEBUG nova.network.neutron [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.839210] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Applying migration context for instance 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 as it has an incoming, in-progress migration cc8be911-2fff-47b8-af7b-0af0b5728391. Migration status is pre-migrating {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1192.839210] env[69155]: INFO nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating resource usage from migration cc8be911-2fff-47b8-af7b-0af0b5728391 [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 145cb63f-ccf0-494a-a043-7314c6c1ddcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c85cf6e7-46e8-48d6-9760-6181a12c47ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 865992c7-0ec5-451b-b9dc-4c4ecf356725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance eaafe7be-b9d0-47e9-b858-fee496abddc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1e89e8fa-0443-48a9-b539-8858e8e25109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance e6000e61-963c-492e-a8fe-8bb20e4785ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance fe772ac1-58c2-4645-8769-866bf6defdd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Migration cc8be911-2fff-47b8-af7b-0af0b5728391 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1192.862020] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1193.024452] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff55120d-4e90-4f7e-aa0f-e371669b1417 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.027497] env[69155]: DEBUG oslo_concurrency.lockutils [req-965943a2-1087-4f08-9c04-8f5cd17b95dd req-a94e598f-82ec-4327-b532-71c226cfed6e service nova] Releasing lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.032890] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebfbbb7-c860-45a5-8bb4-e9d3fa6a4401 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.072919] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114746e2-67ec-4aca-af01-b5496ab6a070 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.090041] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e4b85-9eb4-4df4-822f-83a2ad74314a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.094795] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5256fdac-9698-b6c1-d240-8c10f709c5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008399} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.096059] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbb8abc-c5a5-4128-a900-924e68ac2bef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.109456] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.114153] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1193.114153] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524605ea-5697-7664-de3f-93bda34ead88" [ 1193.114153] env[69155]: _type = "Task" [ 1193.114153] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.122516] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524605ea-5697-7664-de3f-93bda34ead88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.166162] env[69155]: DEBUG nova.compute.manager [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received event network-vif-plugged-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.166419] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.166665] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.166877] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.167092] env[69155]: DEBUG nova.compute.manager [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] No waiting events found dispatching network-vif-plugged-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.167353] env[69155]: WARNING nova.compute.manager [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received unexpected event network-vif-plugged-d1261397-a4fd-48ab-b774-f747cc39ea65 for instance with vm_state building and task_state spawning. [ 1193.167494] env[69155]: DEBUG nova.compute.manager [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received event network-changed-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.167672] env[69155]: DEBUG nova.compute.manager [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Refreshing instance network info cache due to event network-changed-d1261397-a4fd-48ab-b774-f747cc39ea65. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.167869] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] Acquiring lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.229736] env[69155]: DEBUG nova.network.neutron [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance_info_cache with network_info: [{"id": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "address": "fa:16:3e:13:d6:9c", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d9ba6e-01", "ovs_interfaceid": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.266542] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600437, 'name': ReconfigVM_Task, 'duration_secs': 0.29059} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.266814] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Reconfigured VM instance instance-00000071 to attach disk [datastore2] e6000e61-963c-492e-a8fe-8bb20e4785ca/e6000e61-963c-492e-a8fe-8bb20e4785ca.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.267495] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac5ebe22-deba-4f26-8415-811d7d6fd299 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.274757] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1193.274757] env[69155]: value = "task-3600439" [ 1193.274757] env[69155]: _type = "Task" [ 1193.274757] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.284918] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600439, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.331392] env[69155]: DEBUG nova.network.neutron [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.540850] env[69155]: DEBUG nova.network.neutron [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating instance_info_cache with network_info: [{"id": "d1261397-a4fd-48ab-b774-f747cc39ea65", "address": "fa:16:3e:b2:6e:05", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1261397-a4", "ovs_interfaceid": "d1261397-a4fd-48ab-b774-f747cc39ea65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.579400] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "1e89e8fa-0443-48a9-b539-8858e8e25109" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.581572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.581572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "1e89e8fa-0443-48a9-b539-8858e8e25109-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.581572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.581572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.584140] env[69155]: INFO nova.compute.manager [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Terminating instance [ 1193.611926] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.623773] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524605ea-5697-7664-de3f-93bda34ead88, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.624041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.624293] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51/0bc0e617-c805-4ddb-bb98-52f1dd9f3d51.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.624547] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bca00343-3f1a-4d88-bf98-42962e6e0ee1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.630953] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1193.630953] env[69155]: value = "task-3600440" [ 1193.630953] env[69155]: _type = "Task" [ 1193.630953] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.638392] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.732909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.784518] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600439, 'name': Rename_Task, 'duration_secs': 0.152537} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.784785] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.785041] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5c287e-763d-43d4-a6a2-fa008973c3dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.792142] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1193.792142] env[69155]: value = "task-3600441" [ 1193.792142] env[69155]: _type = "Task" [ 1193.792142] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.799748] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.043493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.043858] env[69155]: DEBUG nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Instance network_info: |[{"id": "d1261397-a4fd-48ab-b774-f747cc39ea65", "address": "fa:16:3e:b2:6e:05", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1261397-a4", "ovs_interfaceid": "d1261397-a4fd-48ab-b774-f747cc39ea65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.044246] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] Acquired lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.044401] env[69155]: DEBUG nova.network.neutron [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Refreshing network info cache for port d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.045718] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:6e:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1261397-a4fd-48ab-b774-f747cc39ea65', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.054626] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating folder: Project (b7c23c9d37544532a68d04e8d71c2a93). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.058449] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97a2928b-4f85-4fa4-b926-394209477ee3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.073281] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Created folder: Project (b7c23c9d37544532a68d04e8d71c2a93) in parent group-v718010. [ 1194.073507] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating folder: Instances. Parent ref: group-v718319. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.073762] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85875419-0a2f-475d-b6a2-7cdfaf1aa120 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.084065] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Created folder: Instances in parent group-v718319. [ 1194.084327] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.084538] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.084756] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb4d584f-8a07-4cc8-afef-09305280a2fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.102350] env[69155]: DEBUG nova.compute.manager [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.102601] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.103749] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe8e77d-6525-4112-a238-654d4e177dae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.114234] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.115173] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46cff567-a285-4737-b935-5f6fb8a8ac88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.116730] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.116730] env[69155]: value = "task-3600444" [ 1194.116730] env[69155]: _type = "Task" [ 1194.116730] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.120728] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1194.120926] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.298s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.124451] env[69155]: DEBUG oslo_vmware.api [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1194.124451] env[69155]: value = "task-3600445" [ 1194.124451] env[69155]: _type = "Task" [ 1194.124451] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.128518] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600444, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.143765] env[69155]: DEBUG oslo_vmware.api [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.150129] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.306419] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.339986] env[69155]: DEBUG nova.network.neutron [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updated VIF entry in instance network info cache for port d1261397-a4fd-48ab-b774-f747cc39ea65. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.340496] env[69155]: DEBUG nova.network.neutron [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating instance_info_cache with network_info: [{"id": "d1261397-a4fd-48ab-b774-f747cc39ea65", "address": "fa:16:3e:b2:6e:05", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1261397-a4", "ovs_interfaceid": "d1261397-a4fd-48ab-b774-f747cc39ea65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.430159] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "b065afe1-89d4-4732-bf42-06c4912505bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.430473] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "b065afe1-89d4-4732-bf42-06c4912505bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.627957] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600444, 'name': CreateVM_Task, 'duration_secs': 0.397623} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.628178] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.628856] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.629046] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.629397] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.629706] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213390d5-b42b-4955-a1c6-2374ffe5b59c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.638502] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1194.638502] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528a1fe7-d4e8-8b81-1c79-fc5ef943ba7a" [ 1194.638502] env[69155]: _type = "Task" [ 1194.638502] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.641843] env[69155]: DEBUG oslo_vmware.api [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600445, 'name': PowerOffVM_Task, 'duration_secs': 0.198927} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.644609] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.644800] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.647974] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e65eb615-67c1-4336-8aaf-ae600d6e3933 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.649285] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529521} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.649819] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51/0bc0e617-c805-4ddb-bb98-52f1dd9f3d51.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.650166] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.650565] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fd5e0f2-39f3-49fd-9900-522907d08796 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.654910] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528a1fe7-d4e8-8b81-1c79-fc5ef943ba7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.659821] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1194.659821] env[69155]: value = "task-3600447" [ 1194.659821] env[69155]: _type = "Task" [ 1194.659821] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.667134] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.723776] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.723993] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.724200] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleting the datastore file [datastore2] 1e89e8fa-0443-48a9-b539-8858e8e25109 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.724484] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b2f239-79d7-457a-9d4d-d238c7c6ae16 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.730834] env[69155]: DEBUG oslo_vmware.api [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1194.730834] env[69155]: value = "task-3600448" [ 1194.730834] env[69155]: _type = "Task" [ 1194.730834] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.742076] env[69155]: DEBUG oslo_vmware.api [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.801890] env[69155]: DEBUG oslo_vmware.api [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600441, 'name': PowerOnVM_Task, 'duration_secs': 0.753238} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.802166] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.802397] env[69155]: INFO nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1194.802591] env[69155]: DEBUG nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.803492] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f40f6-f3c8-466a-a78e-3e3aab7ae748 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.843561] env[69155]: DEBUG oslo_concurrency.lockutils [req-a4ca4d33-6744-4407-920f-2083d6fc9777 req-fee72228-d36f-4d6e-b8df-e99568eaa90f service nova] Releasing lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.933658] env[69155]: DEBUG nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.152065] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528a1fe7-d4e8-8b81-1c79-fc5ef943ba7a, 'name': SearchDatastore_Task, 'duration_secs': 0.02465} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.152456] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.152721] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.152981] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.153224] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.153438] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.153759] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e76485c1-9a33-44fa-b67f-1c36d23c0cbe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.164193] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.164447] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.165438] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ce0d60-18b4-4177-9965-2348e4beb7fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.170694] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062223} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.171287] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.172036] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505cc00a-4016-4aa2-a565-d522b2291d76 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.176123] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1195.176123] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5216e055-d816-5b54-0d6e-62720afee9d9" [ 1195.176123] env[69155]: _type = "Task" [ 1195.176123] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.200579] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51/0bc0e617-c805-4ddb-bb98-52f1dd9f3d51.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.201471] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e88810-7b3d-4c26-8827-7919f4971366 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.220584] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5216e055-d816-5b54-0d6e-62720afee9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.017943} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.222025] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a7d94b-4e31-4dc1-aad4-6bbc4474e7eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.226461] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1195.226461] env[69155]: value = "task-3600450" [ 1195.226461] env[69155]: _type = "Task" [ 1195.226461] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.227854] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1195.227854] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522869d3-6ec5-de1c-b339-4ebfc90e9f8b" [ 1195.227854] env[69155]: _type = "Task" [ 1195.227854] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.241713] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.251853] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522869d3-6ec5-de1c-b339-4ebfc90e9f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.016499} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.252119] env[69155]: DEBUG oslo_vmware.api [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.253213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.253480] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7/fe772ac1-58c2-4645-8769-866bf6defdd7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.254407] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fc884c-3341-4897-9139-4ee382240bb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.257136] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79ae4dce-f83a-4ad4-8353-2cc798ba21be {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.282026] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.284464] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1195.284464] env[69155]: value = "task-3600451" [ 1195.284464] env[69155]: _type = "Task" [ 1195.284464] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.293481] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.319677] env[69155]: INFO nova.compute.manager [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Took 21.52 seconds to build instance. [ 1195.462329] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.462716] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.464725] env[69155]: INFO nova.compute.claims [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.743460] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600450, 'name': ReconfigVM_Task, 'duration_secs': 0.393777} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.746705] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51/0bc0e617-c805-4ddb-bb98-52f1dd9f3d51.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.747507] env[69155]: DEBUG oslo_vmware.api [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559316} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.747761] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9ad614-7ff3-432a-955f-bce9c47f678f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.749710] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.749902] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.750190] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.750375] env[69155]: INFO nova.compute.manager [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1195.750642] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.750851] env[69155]: DEBUG nova.compute.manager [-] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.750948] env[69155]: DEBUG nova.network.neutron [-] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.760123] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1195.760123] env[69155]: value = "task-3600452" [ 1195.760123] env[69155]: _type = "Task" [ 1195.760123] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.774746] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600452, 'name': Rename_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.787838] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.788283] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99967d8e-2599-4134-ab99-bcd9efacac34 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.799688] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.801503] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1195.801503] env[69155]: value = "task-3600453" [ 1195.801503] env[69155]: _type = "Task" [ 1195.801503] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.811590] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.822390] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.030s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.822701] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.251s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.822925] env[69155]: INFO nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] During sync_power_state the instance has a pending task (spawning). Skip. [ 1195.823133] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.059958] env[69155]: DEBUG nova.compute.manager [req-b6579453-621a-41e5-b22b-179d043be6f0 req-82ec5c66-4c5a-4ece-8075-4095ec5f40fb service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Received event network-vif-deleted-c65d0095-cfde-4e5a-83f7-11cf9a767d69 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.060220] env[69155]: INFO nova.compute.manager [req-b6579453-621a-41e5-b22b-179d043be6f0 req-82ec5c66-4c5a-4ece-8075-4095ec5f40fb service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Neutron deleted interface c65d0095-cfde-4e5a-83f7-11cf9a767d69; detaching it from the instance and deleting it from the info cache [ 1196.060458] env[69155]: DEBUG nova.network.neutron [req-b6579453-621a-41e5-b22b-179d043be6f0 req-82ec5c66-4c5a-4ece-8075-4095ec5f40fb service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.269917] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600452, 'name': Rename_Task, 'duration_secs': 0.259066} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.270320] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.270581] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-306135b8-9e57-4ac1-98ef-a18fa21743f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.276826] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1196.276826] env[69155]: value = "task-3600454" [ 1196.276826] env[69155]: _type = "Task" [ 1196.276826] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.285384] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.296404] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595431} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.296684] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7/fe772ac1-58c2-4645-8769-866bf6defdd7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.296930] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.297230] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8495aaf1-7d54-4890-b3e0-836a8467d394 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.307049] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1196.307049] env[69155]: value = "task-3600455" [ 1196.307049] env[69155]: _type = "Task" [ 1196.307049] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.313423] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600453, 'name': PowerOffVM_Task, 'duration_secs': 0.29782} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.314089] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.314294] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.320452] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.504071] env[69155]: DEBUG nova.compute.manager [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1196.541871] env[69155]: DEBUG nova.network.neutron [-] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.563453] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-087bb274-213c-40e5-84a6-1bbe46f5672a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.573246] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1601a846-13dc-434a-92c2-7e6be70e62e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.607629] env[69155]: DEBUG nova.compute.manager [req-b6579453-621a-41e5-b22b-179d043be6f0 req-82ec5c66-4c5a-4ece-8075-4095ec5f40fb service nova] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Detach interface failed, port_id=c65d0095-cfde-4e5a-83f7-11cf9a767d69, reason: Instance 1e89e8fa-0443-48a9-b539-8858e8e25109 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.647462] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c007d0-5676-4d7d-bb95-8d0430d3b11d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.654501] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb525bd-9c17-4ff5-9701-973f86f4dd98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.684228] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c51023-d46f-4888-96eb-fe31e773bc98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.691564] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b74acf-9b79-454c-be9b-49391c82e509 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.706337] env[69155]: DEBUG nova.compute.provider_tree [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.786901] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.815736] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058123} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.816016] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.816762] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b74a015-6145-428a-a61d-7401e4789958 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.831695] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.831908] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.832084] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.832300] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.832460] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.832610] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.832823] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.832990] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.833178] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.833340] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.833509] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.846399] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7/fe772ac1-58c2-4645-8769-866bf6defdd7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.846691] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40d78fc-8111-4648-bd1b-bb840b628aa6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.856854] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a7f9085-c02f-421d-a68f-887cb7dd208c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.878031] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1196.878031] env[69155]: value = "task-3600456" [ 1196.878031] env[69155]: _type = "Task" [ 1196.878031] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.879270] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1196.879270] env[69155]: value = "task-3600457" [ 1196.879270] env[69155]: _type = "Task" [ 1196.879270] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.891937] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.894960] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.024532] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.046262] env[69155]: INFO nova.compute.manager [-] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Took 1.30 seconds to deallocate network for instance. [ 1197.208953] env[69155]: DEBUG nova.scheduler.client.report [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.288702] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.395943] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600456, 'name': ReconfigVM_Task, 'duration_secs': 0.34375} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.396331] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.396494] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.553156] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.717504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.718170] env[69155]: DEBUG nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.721085] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.697s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.789186] env[69155]: DEBUG oslo_vmware.api [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600454, 'name': PowerOnVM_Task, 'duration_secs': 1.08922} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.789425] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.789666] env[69155]: INFO nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1197.789880] env[69155]: DEBUG nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.790686] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e339dd-2d5e-4056-8e35-8a08af6fa997 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.896194] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600457, 'name': ReconfigVM_Task, 'duration_secs': 0.579563} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.896495] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7/fe772ac1-58c2-4645-8769-866bf6defdd7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.897162] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75a32da5-987a-4273-8636-a4c50803bd63 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.902937] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.903170] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.903332] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.903515] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.903659] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.903803] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.904014] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.904178] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.904345] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.904508] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.904678] env[69155]: DEBUG nova.virt.hardware [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.909754] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.911034] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa94057-43ca-468f-b71c-eb17b6b836c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.923328] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1197.923328] env[69155]: value = "task-3600459" [ 1197.923328] env[69155]: _type = "Task" [ 1197.923328] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.929593] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1197.929593] env[69155]: value = "task-3600460" [ 1197.929593] env[69155]: _type = "Task" [ 1197.929593] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.934441] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600459, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.942767] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.225020] env[69155]: DEBUG nova.compute.utils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.228867] env[69155]: INFO nova.compute.claims [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.232626] env[69155]: DEBUG nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.232626] env[69155]: DEBUG nova.network.neutron [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.270759] env[69155]: DEBUG nova.policy [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28afca071f44ec3a1efd323746b1e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16488b6ad7949e192920247e1f02985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.307324] env[69155]: INFO nova.compute.manager [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Took 17.52 seconds to build instance. [ 1198.436035] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600459, 'name': Rename_Task, 'duration_secs': 0.209532} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.436035] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.438407] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86518e70-f008-405f-b075-b38bf4fb8bf0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.445815] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600460, 'name': ReconfigVM_Task, 'duration_secs': 0.350333} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.447088] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.447437] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1198.447437] env[69155]: value = "task-3600461" [ 1198.447437] env[69155]: _type = "Task" [ 1198.447437] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.448223] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d407353-8695-4c8f-b562-7f96de8906d4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.463509] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600461, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.484617] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7/33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.485277] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f2c67b-fd28-43bf-8ce1-f442265f3e16 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.505342] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1198.505342] env[69155]: value = "task-3600462" [ 1198.505342] env[69155]: _type = "Task" [ 1198.505342] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.515437] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.546722] env[69155]: DEBUG nova.network.neutron [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Successfully created port: f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.734638] env[69155]: DEBUG nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.738936] env[69155]: INFO nova.compute.resource_tracker [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating resource usage from migration f61187d7-4b62-4536-bbec-1d8c16692c3d [ 1198.809989] env[69155]: DEBUG oslo_concurrency.lockutils [None req-eecee8d7-e897-4612-bd73-b6594777c4d8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.036s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.810665] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.239s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.810916] env[69155]: INFO nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] During sync_power_state the instance has a pending task (networking). Skip. [ 1198.811181] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.903555] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c74c72-c04e-41a8-a7e9-b4b9d0faa3e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.910912] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa828b-e355-445d-b945-ecae909de89f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.943615] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d27b4a6-55c1-4225-b980-af1ad656bad0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.951694] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda5a86-024f-4564-9bf3-520fdd25050e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.968088] env[69155]: DEBUG nova.compute.provider_tree [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.971730] env[69155]: DEBUG oslo_vmware.api [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600461, 'name': PowerOnVM_Task, 'duration_secs': 0.478118} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.972199] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.972405] env[69155]: INFO nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1198.972583] env[69155]: DEBUG nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.973535] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f61f753-570d-468a-844b-df7004171642 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.019249] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600462, 'name': ReconfigVM_Task, 'duration_secs': 0.287515} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.019249] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7/33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.019249] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.473752] env[69155]: DEBUG nova.scheduler.client.report [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.496071] env[69155]: INFO nova.compute.manager [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Took 16.38 seconds to build instance. [ 1199.524242] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2190f3a-be11-499d-800a-e08b5eec907d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.560152] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b01a552-229a-4fc3-84f8-77dbf1aa541b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.585017] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.589641] env[69155]: DEBUG nova.compute.manager [req-4058aaff-e480-45f2-b453-7f1f873fd04a req-73d40f4a-4aea-4423-92fa-5ec6f1a95112 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Received event network-changed-980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.589989] env[69155]: DEBUG nova.compute.manager [req-4058aaff-e480-45f2-b453-7f1f873fd04a req-73d40f4a-4aea-4423-92fa-5ec6f1a95112 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Refreshing instance network info cache due to event network-changed-980794c4-9094-4574-89e7-25ed5f3517fa. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.590371] env[69155]: DEBUG oslo_concurrency.lockutils [req-4058aaff-e480-45f2-b453-7f1f873fd04a req-73d40f4a-4aea-4423-92fa-5ec6f1a95112 service nova] Acquiring lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.590677] env[69155]: DEBUG oslo_concurrency.lockutils [req-4058aaff-e480-45f2-b453-7f1f873fd04a req-73d40f4a-4aea-4423-92fa-5ec6f1a95112 service nova] Acquired lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.591040] env[69155]: DEBUG nova.network.neutron [req-4058aaff-e480-45f2-b453-7f1f873fd04a req-73d40f4a-4aea-4423-92fa-5ec6f1a95112 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Refreshing network info cache for port 980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.751931] env[69155]: DEBUG nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.785046] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.785046] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.785046] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.785046] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.785046] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.785458] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.785809] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.786114] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.786389] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.786674] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.786961] env[69155]: DEBUG nova.virt.hardware [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.790390] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfde12d-2742-4024-a1ab-30ac5588431b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.797546] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46026ba0-3ab5-43c0-96cb-48bcb944a21c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.982534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.258s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.982534] env[69155]: INFO nova.compute.manager [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Migrating [ 1199.994066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.440s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.994066] env[69155]: DEBUG nova.objects.instance [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lazy-loading 'resources' on Instance uuid 1e89e8fa-0443-48a9-b539-8858e8e25109 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.999984] env[69155]: DEBUG nova.compute.manager [req-2b350de3-fa8c-400f-b162-b03edc3b024f req-c8e91c14-95a3-42ac-a81b-37dd6f12343d service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received event network-changed-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.000249] env[69155]: DEBUG nova.compute.manager [req-2b350de3-fa8c-400f-b162-b03edc3b024f req-c8e91c14-95a3-42ac-a81b-37dd6f12343d service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Refreshing instance network info cache due to event network-changed-d1261397-a4fd-48ab-b774-f747cc39ea65. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.000513] env[69155]: DEBUG oslo_concurrency.lockutils [req-2b350de3-fa8c-400f-b162-b03edc3b024f req-c8e91c14-95a3-42ac-a81b-37dd6f12343d service nova] Acquiring lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.000717] env[69155]: DEBUG oslo_concurrency.lockutils [req-2b350de3-fa8c-400f-b162-b03edc3b024f req-c8e91c14-95a3-42ac-a81b-37dd6f12343d service nova] Acquired lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.001414] env[69155]: DEBUG nova.network.neutron [req-2b350de3-fa8c-400f-b162-b03edc3b024f req-c8e91c14-95a3-42ac-a81b-37dd6f12343d service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Refreshing network info cache for port d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.004458] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2d66716d-ef35-4c1f-8dda-066576ffba17 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.897s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.005880] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.434s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.008798] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de40ff-e05d-44d6-b984-99a4a01bf05d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.067377] env[69155]: DEBUG nova.network.neutron [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Successfully updated port: f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.304899] env[69155]: DEBUG nova.network.neutron [req-4058aaff-e480-45f2-b453-7f1f873fd04a req-73d40f4a-4aea-4423-92fa-5ec6f1a95112 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Updated VIF entry in instance network info cache for port 980794c4-9094-4574-89e7-25ed5f3517fa. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.305311] env[69155]: DEBUG nova.network.neutron [req-4058aaff-e480-45f2-b453-7f1f873fd04a req-73d40f4a-4aea-4423-92fa-5ec6f1a95112 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Updating instance_info_cache with network_info: [{"id": "980794c4-9094-4574-89e7-25ed5f3517fa", "address": "fa:16:3e:be:14:69", "network": {"id": "e2467c79-dccc-4614-93e9-ac4fbcb580e6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1842615837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d6cfe16b44466f9c6385db90db039c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap980794c4-90", "ovs_interfaceid": "980794c4-9094-4574-89e7-25ed5f3517fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.504090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.504344] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.504515] env[69155]: DEBUG nova.network.neutron [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.524522] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.571761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.571877] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.572994] env[69155]: DEBUG nova.network.neutron [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.693990] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223abf3-d9ff-4277-a41b-dfa718522bf0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.705982] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d520321-51e4-41f1-b25b-79f013e36d7b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.739169] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aadffd-d344-494a-bb8f-2e3d0ea2d8c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.746853] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb5627-3207-4fbd-aabc-fe91f5114dc8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.760141] env[69155]: DEBUG nova.compute.provider_tree [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.801424] env[69155]: DEBUG nova.network.neutron [req-2b350de3-fa8c-400f-b162-b03edc3b024f req-c8e91c14-95a3-42ac-a81b-37dd6f12343d service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updated VIF entry in instance network info cache for port d1261397-a4fd-48ab-b774-f747cc39ea65. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.801776] env[69155]: DEBUG nova.network.neutron [req-2b350de3-fa8c-400f-b162-b03edc3b024f req-c8e91c14-95a3-42ac-a81b-37dd6f12343d service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating instance_info_cache with network_info: [{"id": "d1261397-a4fd-48ab-b774-f747cc39ea65", "address": "fa:16:3e:b2:6e:05", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1261397-a4", "ovs_interfaceid": "d1261397-a4fd-48ab-b774-f747cc39ea65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.809817] env[69155]: DEBUG oslo_concurrency.lockutils [req-4058aaff-e480-45f2-b453-7f1f873fd04a req-73d40f4a-4aea-4423-92fa-5ec6f1a95112 service nova] Releasing lock "refresh_cache-0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.119862] env[69155]: DEBUG nova.network.neutron [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.222742] env[69155]: DEBUG nova.network.neutron [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Port 82d9ba6e-016a-4e75-8ebe-05ef6e518699 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1201.263662] env[69155]: DEBUG nova.scheduler.client.report [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.300577] env[69155]: DEBUG nova.network.neutron [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance_info_cache with network_info: [{"id": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "address": "fa:16:3e:f8:ad:88", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5576867d-92", "ovs_interfaceid": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.304531] env[69155]: DEBUG oslo_concurrency.lockutils [req-2b350de3-fa8c-400f-b162-b03edc3b024f req-c8e91c14-95a3-42ac-a81b-37dd6f12343d service nova] Releasing lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.316964] env[69155]: DEBUG nova.network.neutron [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Updating instance_info_cache with network_info: [{"id": "f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d", "address": "fa:16:3e:19:cf:e3", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3dada24-97", "ovs_interfaceid": "f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.599312] env[69155]: DEBUG nova.compute.manager [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Received event network-vif-plugged-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.599312] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] Acquiring lock "b065afe1-89d4-4732-bf42-06c4912505bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.599962] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] Lock "b065afe1-89d4-4732-bf42-06c4912505bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.599962] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] Lock "b065afe1-89d4-4732-bf42-06c4912505bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.599962] env[69155]: DEBUG nova.compute.manager [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] No waiting events found dispatching network-vif-plugged-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.600154] env[69155]: WARNING nova.compute.manager [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Received unexpected event network-vif-plugged-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d for instance with vm_state building and task_state spawning. [ 1201.600369] env[69155]: DEBUG nova.compute.manager [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Received event network-changed-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.600542] env[69155]: DEBUG nova.compute.manager [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Refreshing instance network info cache due to event network-changed-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.600715] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] Acquiring lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.769057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.792802] env[69155]: INFO nova.scheduler.client.report [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted allocations for instance 1e89e8fa-0443-48a9-b539-8858e8e25109 [ 1201.803368] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.818899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.819348] env[69155]: DEBUG nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Instance network_info: |[{"id": "f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d", "address": "fa:16:3e:19:cf:e3", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3dada24-97", "ovs_interfaceid": "f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.819531] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] Acquired lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.819709] env[69155]: DEBUG nova.network.neutron [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Refreshing network info cache for port f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.820890] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:cf:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.828603] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.829214] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.829448] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-646f6846-53d9-4342-b28f-a0a03f58423a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.849922] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.849922] env[69155]: value = "task-3600465" [ 1201.849922] env[69155]: _type = "Task" [ 1201.849922] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.857757] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600465, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.245197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.245438] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.245652] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.299746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "1e89e8fa-0443-48a9-b539-8858e8e25109" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.720s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.360396] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600465, 'name': CreateVM_Task, 'duration_secs': 0.288687} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.362611] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.363322] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.363435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.363756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.364547] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01926cc-bfac-4c40-80e9-e126e2fcff8b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.369243] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1202.369243] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5219efd8-c2d1-3f52-78b5-5f1b7df3f214" [ 1202.369243] env[69155]: _type = "Task" [ 1202.369243] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.377041] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5219efd8-c2d1-3f52-78b5-5f1b7df3f214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.529639] env[69155]: DEBUG nova.network.neutron [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Updated VIF entry in instance network info cache for port f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.530108] env[69155]: DEBUG nova.network.neutron [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Updating instance_info_cache with network_info: [{"id": "f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d", "address": "fa:16:3e:19:cf:e3", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3dada24-97", "ovs_interfaceid": "f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.880725] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5219efd8-c2d1-3f52-78b5-5f1b7df3f214, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.881044] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.881291] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.881759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.881759] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.881870] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.882105] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86daa447-4443-4b08-9988-7f85d89cbf04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.891180] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.891367] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.892147] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2660ab94-807c-4e98-a78e-27d9c4ee101e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.896920] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1202.896920] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fbe71d-8d69-5854-8d76-4839fa01aa03" [ 1202.896920] env[69155]: _type = "Task" [ 1202.896920] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.904139] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fbe71d-8d69-5854-8d76-4839fa01aa03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.907837] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.908113] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.033455] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2fc726d-d44c-4cd6-9030-b905c756fd93 req-4392b3da-b162-4b60-a826-36a18a0f0fa4 service nova] Releasing lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.279144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.279357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.279566] env[69155]: DEBUG nova.network.neutron [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.315872] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78861513-1f1c-40ef-a143-d887b32786f6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.334172] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance 'e6000e61-963c-492e-a8fe-8bb20e4785ca' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.407843] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52fbe71d-8d69-5854-8d76-4839fa01aa03, 'name': SearchDatastore_Task, 'duration_secs': 0.024941} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.408703] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c52b9a-3923-463a-b2a1-925b2a98db1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.411086] env[69155]: DEBUG nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.416073] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1203.416073] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524bb85a-a372-237f-4747-76e5716cbed9" [ 1203.416073] env[69155]: _type = "Task" [ 1203.416073] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.423802] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524bb85a-a372-237f-4747-76e5716cbed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.840237] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.840599] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-579bb024-16f2-4891-a61c-ddd40666b785 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.849131] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1203.849131] env[69155]: value = "task-3600466" [ 1203.849131] env[69155]: _type = "Task" [ 1203.849131] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.861580] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.928046] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524bb85a-a372-237f-4747-76e5716cbed9, 'name': SearchDatastore_Task, 'duration_secs': 0.018972} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.928419] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.928624] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] b065afe1-89d4-4732-bf42-06c4912505bd/b065afe1-89d4-4732-bf42-06c4912505bd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.928933] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdb3e6c6-564b-4436-bcf0-813d378ee9aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.935796] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.936064] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.937531] env[69155]: INFO nova.compute.claims [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.944500] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1203.944500] env[69155]: value = "task-3600467" [ 1203.944500] env[69155]: _type = "Task" [ 1203.944500] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.953159] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.039926] env[69155]: DEBUG nova.network.neutron [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance_info_cache with network_info: [{"id": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "address": "fa:16:3e:13:d6:9c", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d9ba6e-01", "ovs_interfaceid": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.361931] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600466, 'name': PowerOffVM_Task, 'duration_secs': 0.278828} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.362177] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.362390] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance 'e6000e61-963c-492e-a8fe-8bb20e4785ca' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.459245] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494458} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.460470] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] b065afe1-89d4-4732-bf42-06c4912505bd/b065afe1-89d4-4732-bf42-06c4912505bd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.460631] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.460822] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21b2f62b-e3a6-4c03-8ab6-8ae34da59190 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.467522] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1204.467522] env[69155]: value = "task-3600468" [ 1204.467522] env[69155]: _type = "Task" [ 1204.467522] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.475754] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.542991] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.868919] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.869191] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.869319] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.869508] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.869659] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.869831] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.870051] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.870317] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.870497] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.870666] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.870844] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.876141] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4df06e3-3674-4945-919d-2799df530ab4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.894167] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1204.894167] env[69155]: value = "task-3600469" [ 1204.894167] env[69155]: _type = "Task" [ 1204.894167] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.906015] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.979329] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061778} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.979640] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.980400] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1635e449-f6af-4861-ae0a-9fe3f10bba8f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.000989] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b065afe1-89d4-4732-bf42-06c4912505bd/b065afe1-89d4-4732-bf42-06c4912505bd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.003530] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54066d0d-50d7-4013-afb1-b94c5206a69d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.024651] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1205.024651] env[69155]: value = "task-3600470" [ 1205.024651] env[69155]: _type = "Task" [ 1205.024651] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.034711] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.054514] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f321f7e6-598b-4a83-88dc-325f8a70ada2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.061502] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9d3fd4-5409-4925-aac5-a7cb56a0ed8a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.171264] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25057739-a60c-4464-be39-02fe53d4671a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.179595] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f4a488-07bd-43d7-8a6c-50043bd31899 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.216524] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c85884-f9bd-4a7f-b445-a63993fd6dff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.224969] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c522bce-64f4-4fb7-9020-871b14e2b44d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.239405] env[69155]: DEBUG nova.compute.provider_tree [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.245185] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Acquiring lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.245383] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.404310] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600469, 'name': ReconfigVM_Task, 'duration_secs': 0.320682} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.404627] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance 'e6000e61-963c-492e-a8fe-8bb20e4785ca' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.534433] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600470, 'name': ReconfigVM_Task, 'duration_secs': 0.301413} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.534703] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b065afe1-89d4-4732-bf42-06c4912505bd/b065afe1-89d4-4732-bf42-06c4912505bd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.535336] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39b543cb-63de-453d-a47b-576753906511 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.541508] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1205.541508] env[69155]: value = "task-3600471" [ 1205.541508] env[69155]: _type = "Task" [ 1205.541508] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.548910] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600471, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.742915] env[69155]: DEBUG nova.scheduler.client.report [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.747685] env[69155]: DEBUG nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.911117] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.911336] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.911495] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.911681] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.911827] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.911973] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.912192] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.912354] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.912541] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.912720] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.912900] env[69155]: DEBUG nova.virt.hardware [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.918158] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.918785] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db4cad8-6a31-4176-ad2b-c93ef66a1788 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.940577] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1205.940577] env[69155]: value = "task-3600472" [ 1205.940577] env[69155]: _type = "Task" [ 1205.940577] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.952290] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.051756] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600471, 'name': Rename_Task, 'duration_secs': 0.132008} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.052131] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.052309] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d71528-5569-40f5-b76e-1ae21d28214d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.058852] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1206.058852] env[69155]: value = "task-3600473" [ 1206.058852] env[69155]: _type = "Task" [ 1206.058852] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.071624] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.163076] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb824898-5493-449e-8c8f-5921351400ce {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.186891] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402bb9d1-868e-4a1f-ae4b-55c7568c81aa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.194177] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.247641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.248237] env[69155]: DEBUG nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.266629] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.266905] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.268542] env[69155]: INFO nova.compute.claims [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.451964] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600472, 'name': ReconfigVM_Task, 'duration_secs': 0.333953} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.452201] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.453046] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5c44db-2d50-4999-8a15-68488c2e1c33 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.475179] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] e6000e61-963c-492e-a8fe-8bb20e4785ca/e6000e61-963c-492e-a8fe-8bb20e4785ca.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.475490] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5080e27f-0cfc-4917-936d-45a8de34a34b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.493734] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1206.493734] env[69155]: value = "task-3600474" [ 1206.493734] env[69155]: _type = "Task" [ 1206.493734] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.501910] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.568602] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.704301] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.704568] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6239284-73d7-486a-8a79-2f2bdb911690 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.712335] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1206.712335] env[69155]: value = "task-3600475" [ 1206.712335] env[69155]: _type = "Task" [ 1206.712335] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.720560] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.754563] env[69155]: DEBUG nova.compute.utils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.756721] env[69155]: DEBUG nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.756954] env[69155]: DEBUG nova.network.neutron [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.808209] env[69155]: DEBUG nova.policy [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f0952585b94e818f9086685f604586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19213076bcec40c499fcd0dfd5b830eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.006257] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600474, 'name': ReconfigVM_Task, 'duration_secs': 0.367894} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.006554] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Reconfigured VM instance instance-00000071 to attach disk [datastore2] e6000e61-963c-492e-a8fe-8bb20e4785ca/e6000e61-963c-492e-a8fe-8bb20e4785ca.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.006837] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance 'e6000e61-963c-492e-a8fe-8bb20e4785ca' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.069389] env[69155]: DEBUG oslo_vmware.api [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600473, 'name': PowerOnVM_Task, 'duration_secs': 0.991215} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.069739] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.069810] env[69155]: INFO nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1207.069979] env[69155]: DEBUG nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.070838] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ab298a-7c34-4a45-81b3-d0dfd8de29c2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.128017] env[69155]: DEBUG nova.network.neutron [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Successfully created port: 63971157-70cf-4622-be29-bdf554ea20e0 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.223057] env[69155]: DEBUG oslo_vmware.api [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600475, 'name': PowerOnVM_Task, 'duration_secs': 0.475571} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.223328] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.223471] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb481e4-ddeb-42ee-8220-f0c294114eb5 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.261058] env[69155]: DEBUG nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.453274] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e049d4-36eb-404e-9063-efd6740625ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.461172] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2014644b-b00e-4d0a-a9e3-e618049129e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.491843] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8b4dd0-a7ba-47da-a902-0b787bfe61d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.499299] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7d1957-1e6b-40f0-b43c-fa1e402f6b37 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.513907] env[69155]: DEBUG nova.compute.provider_tree [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.515721] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebbf032-0362-47ea-9e64-1f5f53214ee9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.534821] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7e0619-8e23-40f6-a03b-4050a2005415 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.553208] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance 'e6000e61-963c-492e-a8fe-8bb20e4785ca' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.589261] env[69155]: INFO nova.compute.manager [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Took 12.15 seconds to build instance. [ 1208.020311] env[69155]: DEBUG nova.scheduler.client.report [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.091534] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ceba7272-8ecb-403a-8155-bd6a32d570bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "b065afe1-89d4-4732-bf42-06c4912505bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.661s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.092586] env[69155]: DEBUG nova.network.neutron [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Port 5576867d-9268-430c-b2d8-7c8c5e6ee264 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1208.272158] env[69155]: DEBUG nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.300793] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.301268] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.301402] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.301560] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.301709] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.301857] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.302083] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.302255] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.302425] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.302586] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.302927] env[69155]: DEBUG nova.virt.hardware [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.303688] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c3fa1-c852-409a-9632-ff4676c89078 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.313087] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63de99-77ab-4c5f-9356-00a9efb97f57 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.525331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.525694] env[69155]: DEBUG nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.530752] env[69155]: DEBUG nova.compute.manager [req-7b4d1110-bc12-4b8e-ac1d-1d2a290c1a15 req-8d4d2de5-e37a-4b29-8230-3ec13a1df1ad service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Received event network-vif-plugged-63971157-70cf-4622-be29-bdf554ea20e0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.531024] env[69155]: DEBUG oslo_concurrency.lockutils [req-7b4d1110-bc12-4b8e-ac1d-1d2a290c1a15 req-8d4d2de5-e37a-4b29-8230-3ec13a1df1ad service nova] Acquiring lock "70bc78ad-097b-45d8-ba3a-08e216e7f367-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.531187] env[69155]: DEBUG oslo_concurrency.lockutils [req-7b4d1110-bc12-4b8e-ac1d-1d2a290c1a15 req-8d4d2de5-e37a-4b29-8230-3ec13a1df1ad service nova] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.531356] env[69155]: DEBUG oslo_concurrency.lockutils [req-7b4d1110-bc12-4b8e-ac1d-1d2a290c1a15 req-8d4d2de5-e37a-4b29-8230-3ec13a1df1ad service nova] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.531524] env[69155]: DEBUG nova.compute.manager [req-7b4d1110-bc12-4b8e-ac1d-1d2a290c1a15 req-8d4d2de5-e37a-4b29-8230-3ec13a1df1ad service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] No waiting events found dispatching network-vif-plugged-63971157-70cf-4622-be29-bdf554ea20e0 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.531697] env[69155]: WARNING nova.compute.manager [req-7b4d1110-bc12-4b8e-ac1d-1d2a290c1a15 req-8d4d2de5-e37a-4b29-8230-3ec13a1df1ad service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Received unexpected event network-vif-plugged-63971157-70cf-4622-be29-bdf554ea20e0 for instance with vm_state building and task_state spawning. [ 1208.617392] env[69155]: DEBUG nova.network.neutron [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Successfully updated port: 63971157-70cf-4622-be29-bdf554ea20e0 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.675457] env[69155]: DEBUG nova.compute.manager [req-338f126d-a64b-4ffd-96e4-7ff5362a45be req-252faa5e-52a5-4224-92ea-498fbcc07b35 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Received event network-changed-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.675813] env[69155]: DEBUG nova.compute.manager [req-338f126d-a64b-4ffd-96e4-7ff5362a45be req-252faa5e-52a5-4224-92ea-498fbcc07b35 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Refreshing instance network info cache due to event network-changed-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.675913] env[69155]: DEBUG oslo_concurrency.lockutils [req-338f126d-a64b-4ffd-96e4-7ff5362a45be req-252faa5e-52a5-4224-92ea-498fbcc07b35 service nova] Acquiring lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.675992] env[69155]: DEBUG oslo_concurrency.lockutils [req-338f126d-a64b-4ffd-96e4-7ff5362a45be req-252faa5e-52a5-4224-92ea-498fbcc07b35 service nova] Acquired lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.676170] env[69155]: DEBUG nova.network.neutron [req-338f126d-a64b-4ffd-96e4-7ff5362a45be req-252faa5e-52a5-4224-92ea-498fbcc07b35 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Refreshing network info cache for port f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.034195] env[69155]: DEBUG nova.compute.utils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.035680] env[69155]: DEBUG nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.035856] env[69155]: DEBUG nova.network.neutron [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.078918] env[69155]: DEBUG nova.policy [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99789cfe77bd4f84b4a853c31ee4913b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e23e6566d7e47e6a2721608bd66b8cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.119796] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.120168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.120168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.121699] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "refresh_cache-70bc78ad-097b-45d8-ba3a-08e216e7f367" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.121699] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "refresh_cache-70bc78ad-097b-45d8-ba3a-08e216e7f367" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.121699] env[69155]: DEBUG nova.network.neutron [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.285779] env[69155]: DEBUG nova.network.neutron [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Port 82d9ba6e-016a-4e75-8ebe-05ef6e518699 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1209.286158] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.286339] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.286514] env[69155]: DEBUG nova.network.neutron [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.536792] env[69155]: DEBUG nova.network.neutron [req-338f126d-a64b-4ffd-96e4-7ff5362a45be req-252faa5e-52a5-4224-92ea-498fbcc07b35 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Updated VIF entry in instance network info cache for port f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.537185] env[69155]: DEBUG nova.network.neutron [req-338f126d-a64b-4ffd-96e4-7ff5362a45be req-252faa5e-52a5-4224-92ea-498fbcc07b35 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Updating instance_info_cache with network_info: [{"id": "f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d", "address": "fa:16:3e:19:cf:e3", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3dada24-97", "ovs_interfaceid": "f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.539539] env[69155]: DEBUG nova.network.neutron [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Successfully created port: f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.541894] env[69155]: DEBUG nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.668143] env[69155]: DEBUG nova.network.neutron [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.901135] env[69155]: DEBUG nova.network.neutron [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Updating instance_info_cache with network_info: [{"id": "63971157-70cf-4622-be29-bdf554ea20e0", "address": "fa:16:3e:75:8d:a6", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63971157-70", "ovs_interfaceid": "63971157-70cf-4622-be29-bdf554ea20e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.039674] env[69155]: DEBUG oslo_concurrency.lockutils [req-338f126d-a64b-4ffd-96e4-7ff5362a45be req-252faa5e-52a5-4224-92ea-498fbcc07b35 service nova] Releasing lock "refresh_cache-b065afe1-89d4-4732-bf42-06c4912505bd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.048023] env[69155]: INFO nova.virt.block_device [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Booting with volume 47f6cadc-65d0-4df4-9ac7-9fad8433cf4c at /dev/sda [ 1210.089446] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1f966a6-87f4-4ac9-a3ee-c602be4747d2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.099351] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871abfd8-d9e1-442a-a21b-79ae554fb6f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.135720] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4897a627-d395-4579-bc43-619227de8566 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.144825] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7fb7f0-a3e8-46a4-9706-63decd79723d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.159088] env[69155]: DEBUG nova.network.neutron [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance_info_cache with network_info: [{"id": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "address": "fa:16:3e:13:d6:9c", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d9ba6e-01", "ovs_interfaceid": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.160290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.160468] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.160643] env[69155]: DEBUG nova.network.neutron [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.182845] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e44a8-9102-4e25-97bc-a775ef3dbad9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.189441] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb188b77-a88b-48d9-8ee0-7994851c4eef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.202826] env[69155]: DEBUG nova.virt.block_device [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Updating existing volume attachment record: 52691e78-0484-4efc-9abc-8ba0ed679018 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1210.404088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "refresh_cache-70bc78ad-097b-45d8-ba3a-08e216e7f367" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.404373] env[69155]: DEBUG nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Instance network_info: |[{"id": "63971157-70cf-4622-be29-bdf554ea20e0", "address": "fa:16:3e:75:8d:a6", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63971157-70", "ovs_interfaceid": "63971157-70cf-4622-be29-bdf554ea20e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.404779] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:8d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63971157-70cf-4622-be29-bdf554ea20e0', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.412206] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.412413] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.412679] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a6e159-bf7f-4377-bf27-251139ba0ee3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.433800] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.433800] env[69155]: value = "task-3600476" [ 1210.433800] env[69155]: _type = "Task" [ 1210.433800] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.443443] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600476, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.554905] env[69155]: DEBUG nova.compute.manager [req-b708c3ac-fb6e-4d5c-85a3-50f38ea32e2f req-eace9ace-c794-489e-85c3-b77fe3f9cd59 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Received event network-changed-63971157-70cf-4622-be29-bdf554ea20e0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.555120] env[69155]: DEBUG nova.compute.manager [req-b708c3ac-fb6e-4d5c-85a3-50f38ea32e2f req-eace9ace-c794-489e-85c3-b77fe3f9cd59 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Refreshing instance network info cache due to event network-changed-63971157-70cf-4622-be29-bdf554ea20e0. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.555336] env[69155]: DEBUG oslo_concurrency.lockutils [req-b708c3ac-fb6e-4d5c-85a3-50f38ea32e2f req-eace9ace-c794-489e-85c3-b77fe3f9cd59 service nova] Acquiring lock "refresh_cache-70bc78ad-097b-45d8-ba3a-08e216e7f367" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.555482] env[69155]: DEBUG oslo_concurrency.lockutils [req-b708c3ac-fb6e-4d5c-85a3-50f38ea32e2f req-eace9ace-c794-489e-85c3-b77fe3f9cd59 service nova] Acquired lock "refresh_cache-70bc78ad-097b-45d8-ba3a-08e216e7f367" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.555704] env[69155]: DEBUG nova.network.neutron [req-b708c3ac-fb6e-4d5c-85a3-50f38ea32e2f req-eace9ace-c794-489e-85c3-b77fe3f9cd59 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Refreshing network info cache for port 63971157-70cf-4622-be29-bdf554ea20e0 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.660538] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.852393] env[69155]: DEBUG nova.network.neutron [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance_info_cache with network_info: [{"id": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "address": "fa:16:3e:f8:ad:88", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5576867d-92", "ovs_interfaceid": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.944243] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600476, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.164235] env[69155]: DEBUG nova.compute.manager [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69155) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1211.354709] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.445118] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600476, 'name': CreateVM_Task, 'duration_secs': 0.885235} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.445259] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.445883] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.446053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.446378] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.446616] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f80e212-ad74-4833-aa96-5959c289db73 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.451146] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1211.451146] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528f8a6a-a0b0-5a42-1ea8-96b82387d367" [ 1211.451146] env[69155]: _type = "Task" [ 1211.451146] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.459909] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528f8a6a-a0b0-5a42-1ea8-96b82387d367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.540480] env[69155]: DEBUG nova.network.neutron [req-b708c3ac-fb6e-4d5c-85a3-50f38ea32e2f req-eace9ace-c794-489e-85c3-b77fe3f9cd59 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Updated VIF entry in instance network info cache for port 63971157-70cf-4622-be29-bdf554ea20e0. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.540843] env[69155]: DEBUG nova.network.neutron [req-b708c3ac-fb6e-4d5c-85a3-50f38ea32e2f req-eace9ace-c794-489e-85c3-b77fe3f9cd59 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Updating instance_info_cache with network_info: [{"id": "63971157-70cf-4622-be29-bdf554ea20e0", "address": "fa:16:3e:75:8d:a6", "network": {"id": "ea8746b9-0805-4343-848b-d5da92bc2a9b", "bridge": "br-int", "label": "tempest-ServersTestJSON-2025803616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19213076bcec40c499fcd0dfd5b830eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63971157-70", "ovs_interfaceid": "63971157-70cf-4622-be29-bdf554ea20e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.584305] env[69155]: DEBUG nova.network.neutron [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Successfully updated port: f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.878891] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158ef24-0c52-4445-b241-886f420aee2c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.898673] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a80743-e5aa-49cd-8203-89188dbd9fa9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.905405] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance 'e6000e61-963c-492e-a8fe-8bb20e4785ca' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.962751] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528f8a6a-a0b0-5a42-1ea8-96b82387d367, 'name': SearchDatastore_Task, 'duration_secs': 0.013684} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.962751] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.963202] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.963517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.963780] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.964160] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.964379] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-059626c8-c3be-4952-b8e0-70e4fecb0a65 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.972905] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.973063] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.973699] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74eeb830-9faa-481c-b1ed-5f5305ac74eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.978570] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1211.978570] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528848c1-5d76-a8b9-f400-72d2b4d435a0" [ 1211.978570] env[69155]: _type = "Task" [ 1211.978570] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.986377] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528848c1-5d76-a8b9-f400-72d2b4d435a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.043932] env[69155]: DEBUG oslo_concurrency.lockutils [req-b708c3ac-fb6e-4d5c-85a3-50f38ea32e2f req-eace9ace-c794-489e-85c3-b77fe3f9cd59 service nova] Releasing lock "refresh_cache-70bc78ad-097b-45d8-ba3a-08e216e7f367" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.088013] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Acquiring lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.088184] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Acquired lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.088377] env[69155]: DEBUG nova.network.neutron [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.289989] env[69155]: DEBUG nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.290604] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.290836] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.290997] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.291203] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.291352] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.291507] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.291765] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.291885] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.292092] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.292237] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.292414] env[69155]: DEBUG nova.virt.hardware [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.293312] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab132f83-0ebc-4568-aaf4-5d15d22b53e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.302842] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9076a31-6154-4a2c-829b-1d96fa68c4cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.323560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.323824] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.411872] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.412214] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c2c8542-747b-43f4-b7c4-917fe3d9ff56 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.419902] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1212.419902] env[69155]: value = "task-3600477" [ 1212.419902] env[69155]: _type = "Task" [ 1212.419902] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.427630] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.490046] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528848c1-5d76-a8b9-f400-72d2b4d435a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008046} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.490268] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c6dd45-14b1-4da7-9778-1e3a6921c1d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.495503] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1212.495503] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a26d79-e932-2888-c433-e8e5bc5e4acd" [ 1212.495503] env[69155]: _type = "Task" [ 1212.495503] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.503173] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a26d79-e932-2888-c433-e8e5bc5e4acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.580410] env[69155]: DEBUG nova.compute.manager [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Received event network-vif-plugged-f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.580660] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] Acquiring lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.580872] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] Lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.581053] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] Lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.581228] env[69155]: DEBUG nova.compute.manager [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] No waiting events found dispatching network-vif-plugged-f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.581501] env[69155]: WARNING nova.compute.manager [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Received unexpected event network-vif-plugged-f2e89399-0d45-488a-99db-1ac6b28a71e5 for instance with vm_state building and task_state spawning. [ 1212.581610] env[69155]: DEBUG nova.compute.manager [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Received event network-changed-f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.581753] env[69155]: DEBUG nova.compute.manager [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Refreshing instance network info cache due to event network-changed-f2e89399-0d45-488a-99db-1ac6b28a71e5. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.581921] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] Acquiring lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.622202] env[69155]: DEBUG nova.network.neutron [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.713462] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.713649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.746623] env[69155]: DEBUG nova.network.neutron [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Updating instance_info_cache with network_info: [{"id": "f2e89399-0d45-488a-99db-1ac6b28a71e5", "address": "fa:16:3e:be:4d:07", "network": {"id": "b3b0273f-d5c8-4442-92d1-e5b939fb107b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1357294906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e23e6566d7e47e6a2721608bd66b8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e89399-0d", "ovs_interfaceid": "f2e89399-0d45-488a-99db-1ac6b28a71e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.826276] env[69155]: DEBUG nova.objects.instance [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'migration_context' on Instance uuid 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.930693] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.005520] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a26d79-e932-2888-c433-e8e5bc5e4acd, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.005724] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.005991] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 70bc78ad-097b-45d8-ba3a-08e216e7f367/70bc78ad-097b-45d8-ba3a-08e216e7f367.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.006267] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d7b2d10-46cc-4ffd-a68f-744351d9ad79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.012661] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1213.012661] env[69155]: value = "task-3600478" [ 1213.012661] env[69155]: _type = "Task" [ 1213.012661] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.022599] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.217161] env[69155]: DEBUG nova.compute.utils [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.249339] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Releasing lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.249686] env[69155]: DEBUG nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Instance network_info: |[{"id": "f2e89399-0d45-488a-99db-1ac6b28a71e5", "address": "fa:16:3e:be:4d:07", "network": {"id": "b3b0273f-d5c8-4442-92d1-e5b939fb107b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1357294906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e23e6566d7e47e6a2721608bd66b8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e89399-0d", "ovs_interfaceid": "f2e89399-0d45-488a-99db-1ac6b28a71e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.249998] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] Acquired lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.250197] env[69155]: DEBUG nova.network.neutron [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Refreshing network info cache for port f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.251638] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:4d:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2e89399-0d45-488a-99db-1ac6b28a71e5', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.259637] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Creating folder: Project (3e23e6566d7e47e6a2721608bd66b8cd). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.263505] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ff4a6d7-1294-4de0-b648-f891622caf35 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.278031] env[69155]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1213.278219] env[69155]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69155) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1213.279015] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Folder already exists: Project (3e23e6566d7e47e6a2721608bd66b8cd). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1213.279015] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Creating folder: Instances. Parent ref: group-v718313. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.279015] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f4adb86-d555-4583-959a-2e166b9ffa7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.289065] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Created folder: Instances in parent group-v718313. [ 1213.289287] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.289489] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.289716] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d2200ec-751c-43dd-9682-9ba906569a28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.314663] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.314663] env[69155]: value = "task-3600481" [ 1213.314663] env[69155]: _type = "Task" [ 1213.314663] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.323021] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600481, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.434362] env[69155]: DEBUG oslo_vmware.api [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600477, 'name': PowerOnVM_Task, 'duration_secs': 0.602953} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.437054] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.437265] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c398ca8-1d45-42c1-861d-ce44364e438b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance 'e6000e61-963c-492e-a8fe-8bb20e4785ca' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.509758] env[69155]: DEBUG nova.network.neutron [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Updated VIF entry in instance network info cache for port f2e89399-0d45-488a-99db-1ac6b28a71e5. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.510110] env[69155]: DEBUG nova.network.neutron [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Updating instance_info_cache with network_info: [{"id": "f2e89399-0d45-488a-99db-1ac6b28a71e5", "address": "fa:16:3e:be:4d:07", "network": {"id": "b3b0273f-d5c8-4442-92d1-e5b939fb107b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1357294906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e23e6566d7e47e6a2721608bd66b8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e89399-0d", "ovs_interfaceid": "f2e89399-0d45-488a-99db-1ac6b28a71e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.523067] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442305} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.524143] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 70bc78ad-097b-45d8-ba3a-08e216e7f367/70bc78ad-097b-45d8-ba3a-08e216e7f367.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.524369] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.525096] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d446d284-d024-4641-baad-9fa85bf9e246 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.527485] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9b1a8e7-0e01-4803-87f7-90e2873ea76e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.535124] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79b26a2-2aff-4cd8-b42e-29cf05647f5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.538403] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1213.538403] env[69155]: value = "task-3600482" [ 1213.538403] env[69155]: _type = "Task" [ 1213.538403] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.567455] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1049bb-f617-4dad-a56c-5f97446c6828 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.573657] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.578439] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bb8c0e-a796-4467-a33a-221d8e35715c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.594140] env[69155]: DEBUG nova.compute.provider_tree [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.720166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.827432] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600481, 'name': CreateVM_Task} progress is 25%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.014889] env[69155]: DEBUG oslo_concurrency.lockutils [req-b2642a3e-11c2-4265-ad56-ee82eb409524 req-474ccb55-0092-46e0-8037-7e8820a9142c service nova] Releasing lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.048723] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.370649} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.048984] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.049811] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf3765-f1b5-4363-82f3-67560a35a6d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.072472] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 70bc78ad-097b-45d8-ba3a-08e216e7f367/70bc78ad-097b-45d8-ba3a-08e216e7f367.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.072887] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caae6c70-aa63-4469-8b78-7493bda789bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.092486] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1214.092486] env[69155]: value = "task-3600483" [ 1214.092486] env[69155]: _type = "Task" [ 1214.092486] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.097558] env[69155]: DEBUG nova.scheduler.client.report [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.105559] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.328026] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600481, 'name': CreateVM_Task, 'duration_secs': 0.908592} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.328026] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.328440] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718322', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'name': 'volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7abaf2b4-d788-48a0-a093-0bf6e7a76560', 'attached_at': '', 'detached_at': '', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'serial': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c'}, 'attachment_id': '52691e78-0484-4efc-9abc-8ba0ed679018', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69155) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1214.328662] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Root volume attach. Driver type: vmdk {{(pid=69155) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1214.329468] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf6606-1b2e-40db-9bec-b85463436588 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.337659] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf182fe6-079e-4faa-95b3-84d5c5ff16fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.344407] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee39987a-91c0-46e3-8eca-37e4a712865b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.350743] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-040e5ab6-54a9-4c85-a17d-bcea33c1dafd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.358926] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1214.358926] env[69155]: value = "task-3600484" [ 1214.358926] env[69155]: _type = "Task" [ 1214.358926] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.366867] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.609344] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600483, 'name': ReconfigVM_Task, 'duration_secs': 0.492261} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.609932] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 70bc78ad-097b-45d8-ba3a-08e216e7f367/70bc78ad-097b-45d8-ba3a-08e216e7f367.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.610755] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-859aee7f-02bb-400e-8d20-429c1c84f705 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.618246] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1214.618246] env[69155]: value = "task-3600485" [ 1214.618246] env[69155]: _type = "Task" [ 1214.618246] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.626282] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600485, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.788204] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.788525] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.788799] env[69155]: INFO nova.compute.manager [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Attaching volume af532819-e960-41fd-92e1-435c123db96f to /dev/sdb [ 1214.835022] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a1a31-6ef0-4efc-a608-ab642f720949 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.844259] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e364947b-36c3-4914-81ae-43fbcb3d2ea5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.860328] env[69155]: DEBUG nova.virt.block_device [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updating existing volume attachment record: 195887fc-9652-4d23-af7e-030e5cdcee09 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.875550] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 40%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.113066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.788s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.136398] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600485, 'name': Rename_Task, 'duration_secs': 0.154522} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.137280] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.138164] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ee62133-3b89-4a17-adfb-16d3ef5de898 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.146959] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1215.146959] env[69155]: value = "task-3600487" [ 1215.146959] env[69155]: _type = "Task" [ 1215.146959] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.157357] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.372891] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 53%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.660348] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.874084] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 65%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.163323] env[69155]: DEBUG oslo_vmware.api [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600487, 'name': PowerOnVM_Task, 'duration_secs': 0.638438} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.163635] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.163848] env[69155]: INFO nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1216.164046] env[69155]: DEBUG nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.165032] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb4c2a4-573f-4752-8210-3a6dd225aa58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.284090] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.284350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.284566] env[69155]: DEBUG nova.compute.manager [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Going to confirm migration 7 {{(pid=69155) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1216.375173] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 81%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.658402] env[69155]: INFO nova.compute.manager [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Swapping old allocation on dict_keys(['fe5846b4-4143-4953-928e-00592fe9eee7']) held by migration cc8be911-2fff-47b8-af7b-0af0b5728391 for instance [ 1216.686028] env[69155]: INFO nova.compute.manager [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Took 12.77 seconds to build instance. [ 1216.688657] env[69155]: DEBUG nova.scheduler.client.report [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Overwriting current allocation {'allocations': {'fe5846b4-4143-4953-928e-00592fe9eee7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '1177372975e1464db93907d65e437735', 'user_id': 'b084a3515e834bfa8d353859f014ab4c', 'consumer_generation': 1} on consumer 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 {{(pid=69155) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1216.830680] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.830864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.831054] env[69155]: DEBUG nova.network.neutron [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.864596] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.864788] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquired lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.864966] env[69155]: DEBUG nova.network.neutron [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.865165] env[69155]: DEBUG nova.objects.instance [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'info_cache' on Instance uuid e6000e61-963c-492e-a8fe-8bb20e4785ca {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.875747] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.188299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.280s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.378530] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 97%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.543217] env[69155]: DEBUG nova.network.neutron [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance_info_cache with network_info: [{"id": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "address": "fa:16:3e:13:d6:9c", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d9ba6e-01", "ovs_interfaceid": "82d9ba6e-016a-4e75-8ebe-05ef6e518699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.699487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.699761] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.699966] env[69155]: DEBUG nova.compute.manager [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.700973] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e225175-dfd2-411e-ba35-a945e8273bfa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.707896] env[69155]: DEBUG nova.compute.manager [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1217.708497] env[69155]: DEBUG nova.objects.instance [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lazy-loading 'flavor' on Instance uuid 70bc78ad-097b-45d8-ba3a-08e216e7f367 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.880593] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 97%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.046262] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.047345] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5557d195-fd0f-4375-958f-309962713198 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.054204] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fec18f2-68ed-4848-9986-c094a75ee52b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.064715] env[69155]: DEBUG nova.network.neutron [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance_info_cache with network_info: [{"id": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "address": "fa:16:3e:f8:ad:88", "network": {"id": "284d641b-b491-4548-b37e-333e9a8100a6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1671058183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9ffb7002cf45dcb91c50ac826dc1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5576867d-92", "ovs_interfaceid": "5576867d-9268-430c-b2d8-7c8c5e6ee264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.378950] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task} progress is 97%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.572115] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Releasing lock "refresh_cache-e6000e61-963c-492e-a8fe-8bb20e4785ca" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.572364] env[69155]: DEBUG nova.objects.instance [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lazy-loading 'migration_context' on Instance uuid e6000e61-963c-492e-a8fe-8bb20e4785ca {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.715383] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.715703] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1768deb2-8eca-4164-b902-8b4ae8dbda51 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.725788] env[69155]: DEBUG oslo_vmware.api [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1218.725788] env[69155]: value = "task-3600490" [ 1218.725788] env[69155]: _type = "Task" [ 1218.725788] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.734262] env[69155]: DEBUG oslo_vmware.api [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.878897] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600484, 'name': RelocateVM_Task, 'duration_secs': 4.420272} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.879074] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1218.880031] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718322', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'name': 'volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7abaf2b4-d788-48a0-a093-0bf6e7a76560', 'attached_at': '', 'detached_at': '', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'serial': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1218.880031] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b0899-837d-43ba-b390-dca9c8ea75c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.895543] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0767335-7245-4fa5-8e3f-039117992a5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.917944] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c/volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.919267] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f243a103-2792-43ef-87ad-829fa9f30f4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.938635] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1218.938635] env[69155]: value = "task-3600491" [ 1218.938635] env[69155]: _type = "Task" [ 1218.938635] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.946569] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.075297] env[69155]: DEBUG nova.objects.base [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.076300] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b5b8a0-5581-4edd-90c6-52ab504dd3b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.096797] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7e38c8-3159-4d09-a98d-84dd9d4fa2ec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.101934] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1219.101934] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d9d900-4aec-82e8-19be-4448262e99b1" [ 1219.101934] env[69155]: _type = "Task" [ 1219.101934] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.110011] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d9d900-4aec-82e8-19be-4448262e99b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.150713] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.150956] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bd3adf9-b30f-45d1-bf64-4ccc4b9149fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.157606] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1219.157606] env[69155]: value = "task-3600492" [ 1219.157606] env[69155]: _type = "Task" [ 1219.157606] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.165221] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.237152] env[69155]: DEBUG oslo_vmware.api [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600490, 'name': PowerOffVM_Task, 'duration_secs': 0.186884} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.237512] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.237726] env[69155]: DEBUG nova.compute.manager [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.238486] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545ad30-f615-4b86-a17a-730fec3576a2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.448476] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600491, 'name': ReconfigVM_Task, 'duration_secs': 0.493515} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.448819] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c/volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.453519] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5defa60f-160a-4d90-ad30-e18e64e5ed83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.467475] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1219.467475] env[69155]: value = "task-3600494" [ 1219.467475] env[69155]: _type = "Task" [ 1219.467475] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.475126] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.613116] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52d9d900-4aec-82e8-19be-4448262e99b1, 'name': SearchDatastore_Task, 'duration_secs': 0.007924} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.613359] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.613514] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.667134] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600492, 'name': PowerOffVM_Task, 'duration_secs': 0.198108} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.667402] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.668093] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.668346] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.668515] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.668702] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.668848] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.668993] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.669214] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.669376] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.669544] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.669707] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.669885] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.674761] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872cd71e-4e01-46ec-9146-459aa27d3f1e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.690677] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1219.690677] env[69155]: value = "task-3600495" [ 1219.690677] env[69155]: _type = "Task" [ 1219.690677] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.703175] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.750267] env[69155]: DEBUG oslo_concurrency.lockutils [None req-9806cf2f-c50a-4437-83e4-3ca420571109 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.977846] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600494, 'name': ReconfigVM_Task, 'duration_secs': 0.147723} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.978231] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718322', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'name': 'volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7abaf2b4-d788-48a0-a093-0bf6e7a76560', 'attached_at': '', 'detached_at': '', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'serial': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1219.978806] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-148873e2-9921-4914-954a-e309a736546d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.991799] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1219.991799] env[69155]: value = "task-3600496" [ 1219.991799] env[69155]: _type = "Task" [ 1219.991799] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.999698] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600496, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.204204] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600495, 'name': ReconfigVM_Task, 'duration_secs': 0.302076} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.205142] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e2c7c-db80-4ab7-87c1-b0501406a44d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.231651] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.231651] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.231651] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.231927] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.232063] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.232348] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.234605] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.234605] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.234605] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.234605] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.234605] env[69155]: DEBUG nova.virt.hardware [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.240806] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839682af-fbff-4574-a551-cba5533892c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.247515] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1220.247515] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52522464-0dbc-9055-73b5-794cdaf38124" [ 1220.247515] env[69155]: _type = "Task" [ 1220.247515] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.254323] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52522464-0dbc-9055-73b5-794cdaf38124, 'name': SearchDatastore_Task, 'duration_secs': 0.008531} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.262450] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.263341] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17fc0bd-d39f-4b8b-b97f-0c9c9d4e89c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.285518] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1220.285518] env[69155]: value = "task-3600497" [ 1220.285518] env[69155]: _type = "Task" [ 1220.285518] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.295463] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.304677] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.304677] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.304999] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "70bc78ad-097b-45d8-ba3a-08e216e7f367-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.305102] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.305245] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.307804] env[69155]: INFO nova.compute.manager [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Terminating instance [ 1220.315329] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d519b791-3c41-40e3-bcdc-7f7a0675b95d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.323943] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8631910-d9df-44bd-8940-aa3c4ea2a7ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.353544] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1b6387-66a3-4209-a753-548509108cd7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.360759] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ed20ba-46e9-4858-bfa9-1f2e8ddc314e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.375306] env[69155]: DEBUG nova.compute.provider_tree [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.502284] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600496, 'name': Rename_Task, 'duration_secs': 0.268482} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.502660] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.502848] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba4215d2-5d03-4b80-9df0-e7c9e8bff7a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.508821] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1220.508821] env[69155]: value = "task-3600498" [ 1220.508821] env[69155]: _type = "Task" [ 1220.508821] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.516957] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.796607] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600497, 'name': ReconfigVM_Task, 'duration_secs': 0.308281} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.796894] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.797675] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd196de-ebe1-4c61-acc9-8f7c71646b9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.816170] env[69155]: DEBUG nova.compute.manager [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.816400] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.823774] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7/33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.824568] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6cdbf2-e5de-4bd0-b94c-308f347e22fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.827222] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4555ca1-3abb-46df-a1aa-fdb6551d0292 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.844638] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.845892] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb6672d-e2a5-43a5-aa77-b01e133baa55 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.847393] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1220.847393] env[69155]: value = "task-3600499" [ 1220.847393] env[69155]: _type = "Task" [ 1220.847393] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.855700] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.878920] env[69155]: DEBUG nova.scheduler.client.report [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.915478] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.915660] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.915861] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleting the datastore file [datastore2] 70bc78ad-097b-45d8-ba3a-08e216e7f367 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.916131] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd8b79da-df9a-45b6-aa07-6b270cde6ea3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.923041] env[69155]: DEBUG oslo_vmware.api [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1220.923041] env[69155]: value = "task-3600501" [ 1220.923041] env[69155]: _type = "Task" [ 1220.923041] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.931282] env[69155]: DEBUG oslo_vmware.api [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.018342] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.358274] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600499, 'name': ReconfigVM_Task, 'duration_secs': 0.435168} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.358512] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7/33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.359364] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac6386a-525c-4df4-9e15-efcf6d025e61 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.381371] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540afbbe-01d9-4b0a-9ae4-23107d8eb1f7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.406867] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f11eee8-da58-46b8-8b28-5501d6b24da3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.430958] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b7271-dcd4-41c9-b698-0805846c91ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.438789] env[69155]: DEBUG oslo_vmware.api [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162937} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.441126] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.441332] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.441514] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.441686] env[69155]: INFO nova.compute.manager [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1221.441933] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.442265] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.442796] env[69155]: DEBUG nova.compute.manager [-] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.442907] env[69155]: DEBUG nova.network.neutron [-] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.444496] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15196d4e-e5c2-490c-add6-8c3d88b2d444 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.450979] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1221.450979] env[69155]: value = "task-3600502" [ 1221.450979] env[69155]: _type = "Task" [ 1221.450979] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.461551] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.520020] env[69155]: DEBUG oslo_vmware.api [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600498, 'name': PowerOnVM_Task, 'duration_secs': 0.615395} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.520424] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.520564] env[69155]: INFO nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1221.520784] env[69155]: DEBUG nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.521669] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1674cfe8-96ce-4603-9431-649bdef57e89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.775249] env[69155]: DEBUG nova.compute.manager [req-ddc5d364-3f52-4660-8730-6933bf25a5d0 req-85a08bde-c115-4d64-8b27-9bd5b04ad758 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Received event network-vif-deleted-63971157-70cf-4622-be29-bdf554ea20e0 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.775445] env[69155]: INFO nova.compute.manager [req-ddc5d364-3f52-4660-8730-6933bf25a5d0 req-85a08bde-c115-4d64-8b27-9bd5b04ad758 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Neutron deleted interface 63971157-70cf-4622-be29-bdf554ea20e0; detaching it from the instance and deleting it from the info cache [ 1221.775665] env[69155]: DEBUG nova.network.neutron [req-ddc5d364-3f52-4660-8730-6933bf25a5d0 req-85a08bde-c115-4d64-8b27-9bd5b04ad758 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.890770] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.277s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.911063] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1221.911231] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1221.912154] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc3cb53-fb87-4f81-9cf4-ae7e5b79e2f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.931492] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec0a505-5a44-423a-b1fa-ed86c403cbe0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.957393] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-af532819-e960-41fd-92e1-435c123db96f/volume-af532819-e960-41fd-92e1-435c123db96f.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.958656] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0751178-ade9-4834-b7c4-e127e0d16e17 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.980867] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.982637] env[69155]: DEBUG oslo_vmware.api [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1221.982637] env[69155]: value = "task-3600503" [ 1221.982637] env[69155]: _type = "Task" [ 1221.982637] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.991601] env[69155]: DEBUG oslo_vmware.api [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.041142] env[69155]: INFO nova.compute.manager [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Took 15.79 seconds to build instance. [ 1222.220868] env[69155]: DEBUG nova.network.neutron [-] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.278635] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8536f92-8650-4939-ac32-a9cf4419aa1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.290679] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e63772-1298-4baa-be5d-481fd84b6f4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.335334] env[69155]: DEBUG nova.compute.manager [req-ddc5d364-3f52-4660-8730-6933bf25a5d0 req-85a08bde-c115-4d64-8b27-9bd5b04ad758 service nova] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Detach interface failed, port_id=63971157-70cf-4622-be29-bdf554ea20e0, reason: Instance 70bc78ad-097b-45d8-ba3a-08e216e7f367 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.455263] env[69155]: INFO nova.scheduler.client.report [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted allocation for migration f61187d7-4b62-4536-bbec-1d8c16692c3d [ 1222.474321] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.493030] env[69155]: DEBUG oslo_vmware.api [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.544168] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.299s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.723550] env[69155]: INFO nova.compute.manager [-] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Took 1.28 seconds to deallocate network for instance. [ 1222.967450] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.683s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.973738] env[69155]: DEBUG oslo_vmware.api [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600502, 'name': PowerOnVM_Task, 'duration_secs': 1.233532} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.974318] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.994029] env[69155]: DEBUG oslo_vmware.api [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600503, 'name': ReconfigVM_Task, 'duration_secs': 0.705633} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.994405] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-af532819-e960-41fd-92e1-435c123db96f/volume-af532819-e960-41fd-92e1-435c123db96f.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.999470] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71c938f-4e35-4683-bce7-c58a7ac74895 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.015248] env[69155]: DEBUG oslo_vmware.api [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1223.015248] env[69155]: value = "task-3600504" [ 1223.015248] env[69155]: _type = "Task" [ 1223.015248] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.023550] env[69155]: DEBUG oslo_vmware.api [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.231720] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.232034] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.232272] env[69155]: DEBUG nova.objects.instance [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lazy-loading 'resources' on Instance uuid 70bc78ad-097b-45d8-ba3a-08e216e7f367 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.525278] env[69155]: DEBUG oslo_vmware.api [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600504, 'name': ReconfigVM_Task, 'duration_secs': 0.146321} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.525580] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.807427] env[69155]: DEBUG nova.compute.manager [req-aebe94e7-947d-4ec2-b8f3-52c5b53131f7 req-20f2d676-35e9-4130-8944-d1222cea785c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Received event network-changed-f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.807681] env[69155]: DEBUG nova.compute.manager [req-aebe94e7-947d-4ec2-b8f3-52c5b53131f7 req-20f2d676-35e9-4130-8944-d1222cea785c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Refreshing instance network info cache due to event network-changed-f2e89399-0d45-488a-99db-1ac6b28a71e5. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.807681] env[69155]: DEBUG oslo_concurrency.lockutils [req-aebe94e7-947d-4ec2-b8f3-52c5b53131f7 req-20f2d676-35e9-4130-8944-d1222cea785c service nova] Acquiring lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.807822] env[69155]: DEBUG oslo_concurrency.lockutils [req-aebe94e7-947d-4ec2-b8f3-52c5b53131f7 req-20f2d676-35e9-4130-8944-d1222cea785c service nova] Acquired lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.807977] env[69155]: DEBUG nova.network.neutron [req-aebe94e7-947d-4ec2-b8f3-52c5b53131f7 req-20f2d676-35e9-4130-8944-d1222cea785c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Refreshing network info cache for port f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.894804] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5652c94-43c3-4c59-b868-6e0bd14797c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.902644] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa906e3e-cc2a-4918-b80d-eaa8b085c021 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.933427] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761de9ed-ce8d-4207-bc75-62ef0c32cd4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.942223] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c487f-4600-4b4a-a91b-45e44d669ad7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.957588] env[69155]: DEBUG nova.compute.provider_tree [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.017196] env[69155]: INFO nova.compute.manager [None req-20949fe3-3952-4f4a-8af9-0f2e04872723 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance to original state: 'active' [ 1224.310558] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.310889] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.311123] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.311350] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.311628] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.315474] env[69155]: INFO nova.compute.manager [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Terminating instance [ 1224.460720] env[69155]: DEBUG nova.scheduler.client.report [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.552657] env[69155]: DEBUG nova.network.neutron [req-aebe94e7-947d-4ec2-b8f3-52c5b53131f7 req-20f2d676-35e9-4130-8944-d1222cea785c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Updated VIF entry in instance network info cache for port f2e89399-0d45-488a-99db-1ac6b28a71e5. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.553034] env[69155]: DEBUG nova.network.neutron [req-aebe94e7-947d-4ec2-b8f3-52c5b53131f7 req-20f2d676-35e9-4130-8944-d1222cea785c service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Updating instance_info_cache with network_info: [{"id": "f2e89399-0d45-488a-99db-1ac6b28a71e5", "address": "fa:16:3e:be:4d:07", "network": {"id": "b3b0273f-d5c8-4442-92d1-e5b939fb107b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1357294906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e23e6566d7e47e6a2721608bd66b8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e89399-0d", "ovs_interfaceid": "f2e89399-0d45-488a-99db-1ac6b28a71e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.559413] env[69155]: DEBUG nova.objects.instance [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'flavor' on Instance uuid eaafe7be-b9d0-47e9-b858-fee496abddc2 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.819981] env[69155]: DEBUG nova.compute.manager [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.820345] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.821569] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4495589d-d5c4-4a3f-9b89-dc9e12844e58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.829618] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.829890] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae008b0-b13e-461f-933d-d02e77e24b1b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.835620] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1224.835620] env[69155]: value = "task-3600505" [ 1224.835620] env[69155]: _type = "Task" [ 1224.835620] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.846138] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.966740] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.988457] env[69155]: INFO nova.scheduler.client.report [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted allocations for instance 70bc78ad-097b-45d8-ba3a-08e216e7f367 [ 1225.055935] env[69155]: DEBUG oslo_concurrency.lockutils [req-aebe94e7-947d-4ec2-b8f3-52c5b53131f7 req-20f2d676-35e9-4130-8944-d1222cea785c service nova] Releasing lock "refresh_cache-7abaf2b4-d788-48a0-a093-0bf6e7a76560" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.064227] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cef15e9c-1dc6-4eab-8f2b-64ee0249e46d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.276s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.117196] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.117483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.117712] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.117899] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.118086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.120228] env[69155]: INFO nova.compute.manager [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Terminating instance [ 1225.346232] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600505, 'name': PowerOffVM_Task, 'duration_secs': 0.2235} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.346535] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.346731] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.347367] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c37b3a4-df86-40e4-9f4e-24b24f953423 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.496807] env[69155]: DEBUG oslo_concurrency.lockutils [None req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "70bc78ad-097b-45d8-ba3a-08e216e7f367" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.192s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.625017] env[69155]: DEBUG nova.compute.manager [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.625274] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.625618] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62da7f0-b627-484e-b42a-93618912bf0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.634584] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1225.634584] env[69155]: value = "task-3600507" [ 1225.634584] env[69155]: _type = "Task" [ 1225.634584] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.643060] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.718771] env[69155]: INFO nova.compute.manager [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Rebuilding instance [ 1225.760080] env[69155]: DEBUG nova.compute.manager [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.761077] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a258e8-9525-400f-a260-66fc9958e6d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.821879] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.822260] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.822260] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleting the datastore file [datastore2] e6000e61-963c-492e-a8fe-8bb20e4785ca {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.822538] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10ceb038-3cd1-48ed-b56b-c4ff42866a6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.829321] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for the task: (returnval){ [ 1225.829321] env[69155]: value = "task-3600508" [ 1225.829321] env[69155]: _type = "Task" [ 1225.829321] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.837077] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.144912] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600507, 'name': PowerOffVM_Task, 'duration_secs': 0.370091} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.145212] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.145415] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.145636] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718312', 'volume_id': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'name': 'volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7', 'attached_at': '2025-04-25T18:06:02.000000', 'detached_at': '', 'volume_id': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'serial': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.146419] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5234f968-dff1-4f93-973e-0d2077809d63 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.169907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a54e36f-ca97-40a7-8e2e-ea73de2dde89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.172872] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.173146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.173364] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.173554] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.173725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.175876] env[69155]: INFO nova.compute.manager [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Terminating instance [ 1226.180749] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb3312-de37-407f-8114-c1b213cd3947 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.202324] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0390990a-de31-43e4-a2f5-47c6fe628b5c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.217953] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] The volume has not been displaced from its original location: [datastore2] volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89/volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.223290] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.223579] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac1e5f4-1f50-45aa-b451-461e1849a532 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.240672] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1226.240672] env[69155]: value = "task-3600509" [ 1226.240672] env[69155]: _type = "Task" [ 1226.240672] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.248256] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.338847] env[69155]: DEBUG oslo_vmware.api [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Task: {'id': task-3600508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358761} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.339126] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.339329] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.339489] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.339662] env[69155]: INFO nova.compute.manager [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1226.339902] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.340105] env[69155]: DEBUG nova.compute.manager [-] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.341070] env[69155]: DEBUG nova.network.neutron [-] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.601621] env[69155]: DEBUG nova.compute.manager [req-4e0f1eb9-aaa9-463a-ac2d-45e386846afa req-9abee948-02ad-4697-9c95-c2fd65fc689a service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Received event network-vif-deleted-5576867d-9268-430c-b2d8-7c8c5e6ee264 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.601621] env[69155]: INFO nova.compute.manager [req-4e0f1eb9-aaa9-463a-ac2d-45e386846afa req-9abee948-02ad-4697-9c95-c2fd65fc689a service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Neutron deleted interface 5576867d-9268-430c-b2d8-7c8c5e6ee264; detaching it from the instance and deleting it from the info cache [ 1226.601799] env[69155]: DEBUG nova.network.neutron [req-4e0f1eb9-aaa9-463a-ac2d-45e386846afa req-9abee948-02ad-4697-9c95-c2fd65fc689a service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.684612] env[69155]: DEBUG nova.compute.manager [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.684838] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.685756] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b9c03d-c4e3-4247-90b4-b74adad8379f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.694512] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.694745] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77fc4f3a-dcbb-4a14-a6ed-649558b3a804 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.700469] env[69155]: DEBUG oslo_vmware.api [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1226.700469] env[69155]: value = "task-3600510" [ 1226.700469] env[69155]: _type = "Task" [ 1226.700469] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.707375] env[69155]: DEBUG oslo_vmware.api [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.750143] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600509, 'name': ReconfigVM_Task, 'duration_secs': 0.405781} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.750411] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.755296] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a6d240-4781-4f3f-9332-43a948c55809 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.768955] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1226.768955] env[69155]: value = "task-3600511" [ 1226.768955] env[69155]: _type = "Task" [ 1226.768955] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.776620] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.776867] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.777087] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3708a4ef-d78a-4791-b01d-f81c5ca57dda {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.784336] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1226.784336] env[69155]: value = "task-3600512" [ 1226.784336] env[69155]: _type = "Task" [ 1226.784336] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.791205] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.079983] env[69155]: DEBUG nova.network.neutron [-] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.104768] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-782e0f01-8515-4af5-bbf3-d422eb8e3137 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.116137] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1679131d-9f80-4eed-8a72-419c3fdf74d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.147562] env[69155]: DEBUG nova.compute.manager [req-4e0f1eb9-aaa9-463a-ac2d-45e386846afa req-9abee948-02ad-4697-9c95-c2fd65fc689a service nova] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Detach interface failed, port_id=5576867d-9268-430c-b2d8-7c8c5e6ee264, reason: Instance e6000e61-963c-492e-a8fe-8bb20e4785ca could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.210167] env[69155]: DEBUG oslo_vmware.api [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600510, 'name': PowerOffVM_Task, 'duration_secs': 0.194069} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.210454] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.210641] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.210892] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d15b97d0-070e-48e0-b4d3-c9532ff90bf5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.277639] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.277879] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.278078] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleting the datastore file [datastore1] 145cb63f-ccf0-494a-a043-7314c6c1ddcf {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.281449] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b7cd92e-0114-41ce-8b87-9dcb12c266cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.283123] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.288579] env[69155]: DEBUG oslo_vmware.api [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for the task: (returnval){ [ 1227.288579] env[69155]: value = "task-3600514" [ 1227.288579] env[69155]: _type = "Task" [ 1227.288579] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.294279] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.298742] env[69155]: DEBUG oslo_vmware.api [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.583018] env[69155]: INFO nova.compute.manager [-] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Took 1.24 seconds to deallocate network for instance. [ 1227.780897] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600511, 'name': ReconfigVM_Task, 'duration_secs': 0.944407} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.781206] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718312', 'volume_id': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'name': 'volume-27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7', 'attached_at': '2025-04-25T18:06:02.000000', 'detached_at': '', 'volume_id': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89', 'serial': '27b82aaa-4952-43c5-8cfe-4239bf7cbf89'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.781481] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.782263] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb0aae7-4880-4fbb-86ee-48333f5d936d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.447857] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.448240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.448323] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.450292] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.454025] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bc4c71-c492-49e4-a2d9-41a86f0faa22 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.458149] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600512, 'name': PowerOffVM_Task, 'duration_secs': 0.979445} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.458994] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.463341] env[69155]: DEBUG oslo_vmware.api [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Task: {'id': task-3600514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186355} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.463611] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.463801] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.463980] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.464170] env[69155]: INFO nova.compute.manager [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1228.464403] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.466517] env[69155]: DEBUG nova.compute.manager [-] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.466622] env[69155]: DEBUG nova.network.neutron [-] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.471905] env[69155]: INFO nova.scheduler.client.report [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Deleted allocations for instance e6000e61-963c-492e-a8fe-8bb20e4785ca [ 1228.516695] env[69155]: INFO nova.compute.manager [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Detaching volume af532819-e960-41fd-92e1-435c123db96f [ 1228.522559] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.522559] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.522701] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleting the datastore file [datastore1] 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.525013] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-109e042f-1b35-444e-bdc7-48759f656bfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.531342] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1228.531342] env[69155]: value = "task-3600516" [ 1228.531342] env[69155]: _type = "Task" [ 1228.531342] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.539026] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.552164] env[69155]: INFO nova.virt.block_device [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Attempting to driver detach volume af532819-e960-41fd-92e1-435c123db96f from mountpoint /dev/sdb [ 1228.552396] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1228.552580] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1228.553466] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d87160-662c-4c32-91bf-9940d3d3f4ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.575495] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803fc1c-f2aa-4c83-a4c7-e229cc0c7698 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.582135] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00001d5-7b85-4384-b2ec-fca55fc85237 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.602501] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0d032-78b1-45ff-8ba1-79920a5b1fbb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.617679] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] The volume has not been displaced from its original location: [datastore1] volume-af532819-e960-41fd-92e1-435c123db96f/volume-af532819-e960-41fd-92e1-435c123db96f.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1228.623055] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.623419] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb643ab1-bac5-415f-8a2d-5ea644617304 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.641026] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1228.641026] env[69155]: value = "task-3600517" [ 1228.641026] env[69155]: _type = "Task" [ 1228.641026] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.649438] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.752747] env[69155]: DEBUG nova.compute.manager [req-cd391cc3-9e5a-4201-9d35-8898dd8a86d0 req-d24bae63-416f-48b3-b323-e80a9e843d2e service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Received event network-vif-deleted-9afb0443-a1ad-4b84-bd0b-fbf51f03299c {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.752958] env[69155]: INFO nova.compute.manager [req-cd391cc3-9e5a-4201-9d35-8898dd8a86d0 req-d24bae63-416f-48b3-b323-e80a9e843d2e service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Neutron deleted interface 9afb0443-a1ad-4b84-bd0b-fbf51f03299c; detaching it from the instance and deleting it from the info cache [ 1228.753181] env[69155]: DEBUG nova.network.neutron [req-cd391cc3-9e5a-4201-9d35-8898dd8a86d0 req-d24bae63-416f-48b3-b323-e80a9e843d2e service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.979757] env[69155]: DEBUG oslo_concurrency.lockutils [None req-900dab31-118f-435d-a84c-a773d920233a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Lock "e6000e61-963c-492e-a8fe-8bb20e4785ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.669s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.041503] env[69155]: DEBUG oslo_vmware.api [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257873} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.041746] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.041936] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.042125] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.042312] env[69155]: INFO nova.compute.manager [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Took 3.42 seconds to destroy the instance on the hypervisor. [ 1229.042542] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.042732] env[69155]: DEBUG nova.compute.manager [-] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.042815] env[69155]: DEBUG nova.network.neutron [-] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.151443] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600517, 'name': ReconfigVM_Task, 'duration_secs': 0.250339} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.151802] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.156668] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c17b4b-a674-495b-bb26-490770b7ca26 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.176822] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1229.176822] env[69155]: value = "task-3600518" [ 1229.176822] env[69155]: _type = "Task" [ 1229.176822] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.184827] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.234379] env[69155]: DEBUG nova.network.neutron [-] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.257651] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd49206d-49e4-4242-aa8b-3ae55a383e8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.267319] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a282cac3-4db5-4b8f-9beb-87bb80206b5f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.297640] env[69155]: DEBUG nova.compute.manager [req-cd391cc3-9e5a-4201-9d35-8898dd8a86d0 req-d24bae63-416f-48b3-b323-e80a9e843d2e service nova] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Detach interface failed, port_id=9afb0443-a1ad-4b84-bd0b-fbf51f03299c, reason: Instance 145cb63f-ccf0-494a-a043-7314c6c1ddcf could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.691150] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600518, 'name': ReconfigVM_Task, 'duration_secs': 0.132008} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.691578] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1229.736674] env[69155]: INFO nova.compute.manager [-] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Took 1.27 seconds to deallocate network for instance. [ 1229.955293] env[69155]: DEBUG nova.network.neutron [-] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.243632] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.243893] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.244125] env[69155]: DEBUG nova.objects.instance [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lazy-loading 'resources' on Instance uuid 145cb63f-ccf0-494a-a043-7314c6c1ddcf {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.458311] env[69155]: INFO nova.compute.manager [-] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Took 1.42 seconds to deallocate network for instance. [ 1230.746297] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.746611] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6c9f682-6806-48ff-aa3c-d73dd8c67972 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.757289] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1230.757289] env[69155]: value = "task-3600520" [ 1230.757289] env[69155]: _type = "Task" [ 1230.757289] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.765407] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.776825] env[69155]: DEBUG nova.compute.manager [req-0936aea6-e604-41e5-ac11-80a721223f56 req-27f45380-8640-431b-b583-16b7ef331135 service nova] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Received event network-vif-deleted-82d9ba6e-016a-4e75-8ebe-05ef6e518699 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.859837] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547cec44-e000-4fe9-bcfe-cf378de910f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.866787] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a3487a-afbf-4d8d-acde-fde7af542a0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.896618] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4912c4-5fa3-4403-ac4f-76f2a30da732 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.903856] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c890e9cb-42b2-4ec1-8246-525ad9bb3fb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.916911] env[69155]: DEBUG nova.compute.provider_tree [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.999636] env[69155]: INFO nova.compute.manager [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Took 0.54 seconds to detach 1 volumes for instance. [ 1231.268085] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1231.268327] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.268524] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.269288] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45ae06-e6eb-4800-ab3d-6b064653fbf6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.288557] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d828e5-1027-4353-9589-5b9d5bd9faf5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.294704] env[69155]: WARNING nova.virt.vmwareapi.driver [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1231.294946] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.295638] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63f5bf5-36a3-41b8-b93b-6e361e07f4b3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.301402] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.301608] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59fe907b-9238-40e5-a597-d7dc4b64e647 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.361420] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.361658] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.361851] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleting the datastore file [datastore2] eaafe7be-b9d0-47e9-b858-fee496abddc2 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.362128] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f677e1b5-27b1-4f04-9f1c-ca3c6d9b1e90 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.368888] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1231.368888] env[69155]: value = "task-3600522" [ 1231.368888] env[69155]: _type = "Task" [ 1231.368888] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.375990] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.420133] env[69155]: DEBUG nova.scheduler.client.report [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.505858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.878283] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127728} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.878646] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.878705] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.878826] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.925096] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.927044] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.421s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.927240] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.943201] env[69155]: INFO nova.scheduler.client.report [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Deleted allocations for instance 145cb63f-ccf0-494a-a043-7314c6c1ddcf [ 1231.949316] env[69155]: INFO nova.scheduler.client.report [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted allocations for instance 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7 [ 1232.384057] env[69155]: INFO nova.virt.block_device [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Booting with volume af532819-e960-41fd-92e1-435c123db96f at /dev/sdb [ 1232.412851] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a304b08d-d2ba-4a99-9447-ecc1ad513961 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.422307] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaa6f02-6eee-4d8d-85dc-ace3223a808b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.449504] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea191fe6-0b98-4e3f-b6a3-a8bda7810d30 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.455650] env[69155]: DEBUG oslo_concurrency.lockutils [None req-23fde00d-ca95-42ec-b416-e5faed2cd92d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Lock "145cb63f-ccf0-494a-a043-7314c6c1ddcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.282s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.456670] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e69df5b1-2133-41bc-bd3b-b383a986ade9 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.339s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.461195] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e87240-aaec-4dbd-82b7-c4aa430376e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.490410] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98a7a7-98ba-4e9d-aee2-d4f17ac769c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.496664] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06763c7-d1e7-4455-8417-a3182bc3393e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.509360] env[69155]: DEBUG nova.virt.block_device [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updating existing volume attachment record: 5f1488d8-21f1-428c-9df5-af30a9729f1b {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1233.405795] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.406081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.909354] env[69155]: DEBUG nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.433679] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.433963] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.435684] env[69155]: INFO nova.compute.claims [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.635556] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.635759] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.635927] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.636133] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.636282] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.636429] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.636641] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.636808] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.636982] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.637159] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.637337] env[69155]: DEBUG nova.virt.hardware [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.638245] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4496a1-f608-468d-9fbc-53e36d76f7ed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.646453] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb45082b-badb-4bb4-a1da-a177278445fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.659532] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f7:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab415aa4-75ae-498c-8ce5-e082e8771548', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.667173] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.667448] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.667708] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e52e7e88-95a1-4f5f-9867-66b4cb09bb60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.686091] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.686091] env[69155]: value = "task-3600523" [ 1234.686091] env[69155]: _type = "Task" [ 1234.686091] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.697194] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600523, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.196736] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600523, 'name': CreateVM_Task, 'duration_secs': 0.343777} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.196924] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.205780] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.205960] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.206314] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.206579] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1bdf23-cc4b-4589-b4e3-5788614d49a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.210977] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1235.210977] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ef075f-c75e-44cd-1880-b05d5db03fc0" [ 1235.210977] env[69155]: _type = "Task" [ 1235.210977] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.218586] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ef075f-c75e-44cd-1880-b05d5db03fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.546335] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b31ee4-545f-4c7a-908b-ec39a6e31c9a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.553680] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e95e3c-6ad8-4dd6-b544-5d57bf30fcbb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.582510] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbc010a-4377-412b-9e38-9bb2913e235c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.591346] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017c8fb-4623-4d36-94a9-5536e93ec548 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.608130] env[69155]: DEBUG nova.compute.provider_tree [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.720989] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ef075f-c75e-44cd-1880-b05d5db03fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.018006} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.721263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.721492] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.721758] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.721907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.722101] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.722351] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-874d70e8-7176-4814-819b-36d461d71669 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.729752] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.729914] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.730578] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91aaecab-8502-41b8-9b84-ccee04ee4dff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.734990] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1235.734990] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3abdb-9f04-b466-956a-c135202613d1" [ 1235.734990] env[69155]: _type = "Task" [ 1235.734990] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.742996] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3abdb-9f04-b466-956a-c135202613d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.115092] env[69155]: DEBUG nova.scheduler.client.report [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.245928] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3abdb-9f04-b466-956a-c135202613d1, 'name': SearchDatastore_Task, 'duration_secs': 0.007575} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.246929] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c29b675-ded7-4d22-8e89-c29faf2d4961 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.252663] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1236.252663] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a79846-9270-9e68-8960-82ae8d1e6107" [ 1236.252663] env[69155]: _type = "Task" [ 1236.252663] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.260203] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a79846-9270-9e68-8960-82ae8d1e6107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.274508] env[69155]: DEBUG oslo_concurrency.lockutils [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.274773] env[69155]: DEBUG oslo_concurrency.lockutils [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.619894] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.620479] env[69155]: DEBUG nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.763753] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a79846-9270-9e68-8960-82ae8d1e6107, 'name': SearchDatastore_Task, 'duration_secs': 0.015269} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.764011] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.764275] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] eaafe7be-b9d0-47e9-b858-fee496abddc2/eaafe7be-b9d0-47e9-b858-fee496abddc2.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.764523] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e97008-e393-4074-a362-c80b47e29711 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.772263] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1236.772263] env[69155]: value = "task-3600524" [ 1236.772263] env[69155]: _type = "Task" [ 1236.772263] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.777205] env[69155]: DEBUG nova.compute.utils [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.781574] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.126965] env[69155]: DEBUG nova.compute.utils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.128194] env[69155]: DEBUG nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.128618] env[69155]: DEBUG nova.network.neutron [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.171167] env[69155]: DEBUG nova.policy [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b084a3515e834bfa8d353859f014ab4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1177372975e1464db93907d65e437735', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.282568] env[69155]: DEBUG oslo_concurrency.lockutils [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.283109] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480065} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.283395] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] eaafe7be-b9d0-47e9-b858-fee496abddc2/eaafe7be-b9d0-47e9-b858-fee496abddc2.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.283613] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.284566] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b125ae1-badc-425b-805d-fb606fc7d84f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.290675] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1237.290675] env[69155]: value = "task-3600525" [ 1237.290675] env[69155]: _type = "Task" [ 1237.290675] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.298020] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.428555] env[69155]: DEBUG nova.network.neutron [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Successfully created port: 6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.632103] env[69155]: DEBUG nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.800800] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064383} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.801088] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.801853] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f4ae71-232a-467e-b644-36828aeb189a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.823663] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] eaafe7be-b9d0-47e9-b858-fee496abddc2/eaafe7be-b9d0-47e9-b858-fee496abddc2.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.824280] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7e46aa-83cb-4a16-815d-296ce1c26cb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.848027] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1237.848027] env[69155]: value = "task-3600526" [ 1237.848027] env[69155]: _type = "Task" [ 1237.848027] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.857027] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.350531] env[69155]: DEBUG oslo_concurrency.lockutils [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.350862] env[69155]: DEBUG oslo_concurrency.lockutils [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.351121] env[69155]: INFO nova.compute.manager [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Attaching volume 4016a5ba-a922-4d45-baf9-a01eb3565f41 to /dev/sdb [ 1238.364348] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600526, 'name': ReconfigVM_Task, 'duration_secs': 0.341966} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.364444] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfigured VM instance instance-0000006f to attach disk [datastore1] eaafe7be-b9d0-47e9-b858-fee496abddc2/eaafe7be-b9d0-47e9-b858-fee496abddc2.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.366588] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'size': 0, 'encryption_format': None, 'encryption_secret_uuid': None, 'image_id': 'a9fd992a-b328-4664-8f56-2150d67aa19e'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'}, 'attachment_id': '5f1488d8-21f1-428c-9df5-af30a9729f1b', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69155) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1238.366588] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1238.366588] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1238.367228] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c662547-a019-4d8a-8452-6ed1e76545ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.384137] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248b055b-666b-4911-8906-2d17d0d0fdf4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.387011] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f5075-bc76-4bdd-a90f-1041492ed1eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.405614] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3614b873-17f4-4402-b609-2c25db43e6df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.416439] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-af532819-e960-41fd-92e1-435c123db96f/volume-af532819-e960-41fd-92e1-435c123db96f.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.416699] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58229cca-b461-47e4-8500-49a87ece0a24 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.435255] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1238.435255] env[69155]: value = "task-3600527" [ 1238.435255] env[69155]: _type = "Task" [ 1238.435255] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.441896] env[69155]: DEBUG nova.virt.block_device [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Updating existing volume attachment record: 4ba60e99-046b-4ddb-bfd5-6c76cc4a4f16 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1238.446574] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.642072] env[69155]: DEBUG nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.670832] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.671138] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.671314] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.671551] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.671702] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.671873] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.672116] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.672286] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.672483] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.672675] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.672885] env[69155]: DEBUG nova.virt.hardware [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.673809] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f5dda3-52b4-4e70-802d-0e7c099b8f9a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.682581] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11264f35-fc3c-4bff-b773-753893eb2277 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.899508] env[69155]: DEBUG nova.compute.manager [req-7cfc9d6a-814b-4516-87c3-373e98182fba req-075af3e3-1f40-40cb-ad3d-5b8758c7f12c service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received event network-vif-plugged-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.899949] env[69155]: DEBUG oslo_concurrency.lockutils [req-7cfc9d6a-814b-4516-87c3-373e98182fba req-075af3e3-1f40-40cb-ad3d-5b8758c7f12c service nova] Acquiring lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.901733] env[69155]: DEBUG oslo_concurrency.lockutils [req-7cfc9d6a-814b-4516-87c3-373e98182fba req-075af3e3-1f40-40cb-ad3d-5b8758c7f12c service nova] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.901979] env[69155]: DEBUG oslo_concurrency.lockutils [req-7cfc9d6a-814b-4516-87c3-373e98182fba req-075af3e3-1f40-40cb-ad3d-5b8758c7f12c service nova] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.904363] env[69155]: DEBUG nova.compute.manager [req-7cfc9d6a-814b-4516-87c3-373e98182fba req-075af3e3-1f40-40cb-ad3d-5b8758c7f12c service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] No waiting events found dispatching network-vif-plugged-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.904547] env[69155]: WARNING nova.compute.manager [req-7cfc9d6a-814b-4516-87c3-373e98182fba req-075af3e3-1f40-40cb-ad3d-5b8758c7f12c service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received unexpected event network-vif-plugged-6dbba565-e63c-4cb2-b07c-9018af03f509 for instance with vm_state building and task_state spawning. [ 1238.945421] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600527, 'name': ReconfigVM_Task, 'duration_secs': 0.305944} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.945714] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-af532819-e960-41fd-92e1-435c123db96f/volume-af532819-e960-41fd-92e1-435c123db96f.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.950425] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531135a7-a798-40c7-b443-f87c0e7d4872 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.965898] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1238.965898] env[69155]: value = "task-3600529" [ 1238.965898] env[69155]: _type = "Task" [ 1238.965898] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.974445] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.988225] env[69155]: DEBUG nova.network.neutron [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Successfully updated port: 6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.273285] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.273346] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.273535] env[69155]: INFO nova.compute.manager [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Shelving [ 1239.476879] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600529, 'name': ReconfigVM_Task, 'duration_secs': 0.186222} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.477184] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1239.477782] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-decb60dd-aaf1-4e4d-81c4-11425acea8ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.484459] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1239.484459] env[69155]: value = "task-3600530" [ 1239.484459] env[69155]: _type = "Task" [ 1239.484459] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.492073] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.492214] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.492361] env[69155]: DEBUG nova.network.neutron [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.493434] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600530, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.996091] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600530, 'name': Rename_Task, 'duration_secs': 0.253412} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.996410] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.996965] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b55a2601-f80c-48ec-bd2d-8966cb8938af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.003281] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1240.003281] env[69155]: value = "task-3600531" [ 1240.003281] env[69155]: _type = "Task" [ 1240.003281] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.010518] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.028604] env[69155]: DEBUG nova.network.neutron [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.152515] env[69155]: DEBUG nova.network.neutron [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [{"id": "6dbba565-e63c-4cb2-b07c-9018af03f509", "address": "fa:16:3e:35:a4:b1", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbba565-e6", "ovs_interfaceid": "6dbba565-e63c-4cb2-b07c-9018af03f509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.286400] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.286556] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38680e9a-f40c-4779-9c6e-b7aad36953cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.294427] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1240.294427] env[69155]: value = "task-3600532" [ 1240.294427] env[69155]: _type = "Task" [ 1240.294427] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.302015] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.514027] env[69155]: DEBUG oslo_vmware.api [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600531, 'name': PowerOnVM_Task, 'duration_secs': 0.482855} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.514318] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.514527] env[69155]: DEBUG nova.compute.manager [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.515316] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3a034-96d1-40db-9f0b-cfa009e5245b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.655477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.655827] env[69155]: DEBUG nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Instance network_info: |[{"id": "6dbba565-e63c-4cb2-b07c-9018af03f509", "address": "fa:16:3e:35:a4:b1", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbba565-e6", "ovs_interfaceid": "6dbba565-e63c-4cb2-b07c-9018af03f509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.656257] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a4:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dbba565-e63c-4cb2-b07c-9018af03f509', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.663701] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.663929] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.664166] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab500ace-6b42-45ec-b142-579af06002bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.683514] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.683514] env[69155]: value = "task-3600534" [ 1240.683514] env[69155]: _type = "Task" [ 1240.683514] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.690703] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600534, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.804557] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600532, 'name': PowerOffVM_Task, 'duration_secs': 0.210594} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.804796] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.805567] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58489fc-1600-4c5d-a19c-8f72b899e49b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.823318] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b62898b-4bf1-4bfe-a6b5-27a566ecd7d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.927912] env[69155]: DEBUG nova.compute.manager [req-1283e26a-dd74-47fb-936d-17d763b55b25 req-bb5e5c81-1f8f-40a7-84b3-888010c39f45 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received event network-changed-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.928135] env[69155]: DEBUG nova.compute.manager [req-1283e26a-dd74-47fb-936d-17d763b55b25 req-bb5e5c81-1f8f-40a7-84b3-888010c39f45 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Refreshing instance network info cache due to event network-changed-6dbba565-e63c-4cb2-b07c-9018af03f509. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.928433] env[69155]: DEBUG oslo_concurrency.lockutils [req-1283e26a-dd74-47fb-936d-17d763b55b25 req-bb5e5c81-1f8f-40a7-84b3-888010c39f45 service nova] Acquiring lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.928852] env[69155]: DEBUG oslo_concurrency.lockutils [req-1283e26a-dd74-47fb-936d-17d763b55b25 req-bb5e5c81-1f8f-40a7-84b3-888010c39f45 service nova] Acquired lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.929075] env[69155]: DEBUG nova.network.neutron [req-1283e26a-dd74-47fb-936d-17d763b55b25 req-bb5e5c81-1f8f-40a7-84b3-888010c39f45 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Refreshing network info cache for port 6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.032023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.032023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.032023] env[69155]: DEBUG nova.objects.instance [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1241.194127] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600534, 'name': CreateVM_Task, 'duration_secs': 0.347111} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.194265] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.194913] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.195157] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.195482] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.195738] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9507a84d-c584-4a09-9a74-307423d2d016 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.200339] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1241.200339] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e19217-b253-322b-45c2-3e32bfa6fd6b" [ 1241.200339] env[69155]: _type = "Task" [ 1241.200339] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.207251] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e19217-b253-322b-45c2-3e32bfa6fd6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.333254] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1241.333561] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f80a4cad-a95b-49f5-ba00-c654c1d8631a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.341098] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1241.341098] env[69155]: value = "task-3600535" [ 1241.341098] env[69155]: _type = "Task" [ 1241.341098] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.348839] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.645884] env[69155]: DEBUG nova.network.neutron [req-1283e26a-dd74-47fb-936d-17d763b55b25 req-bb5e5c81-1f8f-40a7-84b3-888010c39f45 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updated VIF entry in instance network info cache for port 6dbba565-e63c-4cb2-b07c-9018af03f509. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.646278] env[69155]: DEBUG nova.network.neutron [req-1283e26a-dd74-47fb-936d-17d763b55b25 req-bb5e5c81-1f8f-40a7-84b3-888010c39f45 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [{"id": "6dbba565-e63c-4cb2-b07c-9018af03f509", "address": "fa:16:3e:35:a4:b1", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbba565-e6", "ovs_interfaceid": "6dbba565-e63c-4cb2-b07c-9018af03f509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.711199] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e19217-b253-322b-45c2-3e32bfa6fd6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.711435] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.711663] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.711922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.712093] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.712278] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.712528] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3b4545-2951-4af9-939c-561332754f38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.720688] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.720865] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.721545] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde00f4e-44ac-4ccd-a910-320f63caaafe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.726761] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1241.726761] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b90246-7aa9-7fb9-29f6-e7dc6db38d30" [ 1241.726761] env[69155]: _type = "Task" [ 1241.726761] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.733732] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b90246-7aa9-7fb9-29f6-e7dc6db38d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.850319] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.039560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-68115ad4-c286-40c6-82f0-1436b459d062 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.148684] env[69155]: DEBUG oslo_concurrency.lockutils [req-1283e26a-dd74-47fb-936d-17d763b55b25 req-bb5e5c81-1f8f-40a7-84b3-888010c39f45 service nova] Releasing lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.237632] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b90246-7aa9-7fb9-29f6-e7dc6db38d30, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.238419] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd8ce87-32e7-4fdc-b48c-3367fea0b52b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.243268] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1242.243268] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5239e498-4b2e-232d-d870-02b94b7958b8" [ 1242.243268] env[69155]: _type = "Task" [ 1242.243268] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.250750] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5239e498-4b2e-232d-d870-02b94b7958b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.351303] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600535, 'name': CreateSnapshot_Task, 'duration_secs': 0.913914} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.352164] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1242.352683] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b8aad-c422-4194-9660-00a1b5d18763 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.753556] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5239e498-4b2e-232d-d870-02b94b7958b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015799} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.753812] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.754079] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311/6c8e3f60-1e99-412f-aaf1-f3a4f7670311.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.754330] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd3355dd-6b12-4482-b1d6-3e46c615b7c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.761210] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1242.761210] env[69155]: value = "task-3600536" [ 1242.761210] env[69155]: _type = "Task" [ 1242.761210] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.769630] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.869823] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1242.870077] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-540f60a9-c8e2-4471-bb6d-3a6cdfb18d4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.877197] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1242.877197] env[69155]: value = "task-3600537" [ 1242.877197] env[69155]: _type = "Task" [ 1242.877197] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.884724] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600537, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.994861] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1242.995254] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718330', 'volume_id': '4016a5ba-a922-4d45-baf9-a01eb3565f41', 'name': 'volume-4016a5ba-a922-4d45-baf9-a01eb3565f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc0e617-c805-4ddb-bb98-52f1dd9f3d51', 'attached_at': '', 'detached_at': '', 'volume_id': '4016a5ba-a922-4d45-baf9-a01eb3565f41', 'serial': '4016a5ba-a922-4d45-baf9-a01eb3565f41'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1242.996511] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef93513-d848-49bc-8010-7e2835e96cec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.015034] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0319b685-efbe-4272-9b11-4f66984ab240 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.040285] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-4016a5ba-a922-4d45-baf9-a01eb3565f41/volume-4016a5ba-a922-4d45-baf9-a01eb3565f41.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.040680] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba09dd7e-84e7-4ead-b0b2-391e7d51dc89 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.059608] env[69155]: DEBUG oslo_vmware.api [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1243.059608] env[69155]: value = "task-3600538" [ 1243.059608] env[69155]: _type = "Task" [ 1243.059608] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.068488] env[69155]: DEBUG oslo_vmware.api [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.273329] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446164} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.273816] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311/6c8e3f60-1e99-412f-aaf1-f3a4f7670311.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.274162] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.274504] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c055713f-3982-498b-ad28-2163f9bb45a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.282869] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1243.282869] env[69155]: value = "task-3600539" [ 1243.282869] env[69155]: _type = "Task" [ 1243.282869] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.290779] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.387491] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600537, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.569718] env[69155]: DEBUG oslo_vmware.api [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.791827] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061053} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.792146] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.792894] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbbcb19-7a91-4d69-95ee-48147bed7364 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.815013] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311/6c8e3f60-1e99-412f-aaf1-f3a4f7670311.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.815313] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-858de985-517b-4127-a1e0-9f35fc8fcab7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.834372] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1243.834372] env[69155]: value = "task-3600540" [ 1243.834372] env[69155]: _type = "Task" [ 1243.834372] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.843629] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.887615] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600537, 'name': CloneVM_Task} progress is 95%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.069968] env[69155]: DEBUG oslo_vmware.api [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600538, 'name': ReconfigVM_Task, 'duration_secs': 0.558258} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.070351] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-4016a5ba-a922-4d45-baf9-a01eb3565f41/volume-4016a5ba-a922-4d45-baf9-a01eb3565f41.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.075049] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215d7c01-706a-482b-9090-a14760033716 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.090174] env[69155]: DEBUG oslo_vmware.api [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1244.090174] env[69155]: value = "task-3600541" [ 1244.090174] env[69155]: _type = "Task" [ 1244.090174] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.097560] env[69155]: DEBUG oslo_vmware.api [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.344885] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.387701] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600537, 'name': CloneVM_Task, 'duration_secs': 1.120674} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.387961] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Created linked-clone VM from snapshot [ 1244.388690] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda04aa5-c1b7-4ef0-a334-23b3abac7ed2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.395647] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Uploading image 378f669f-489e-4328-aabd-feeee7ba52ac {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1244.420917] env[69155]: DEBUG oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1244.420917] env[69155]: value = "vm-718333" [ 1244.420917] env[69155]: _type = "VirtualMachine" [ 1244.420917] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1244.421204] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7acbd938-4684-4c8d-9d8d-e036280a8b03 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.428202] env[69155]: DEBUG oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lease: (returnval){ [ 1244.428202] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd5069-db16-65b1-9a68-72ae8ebd487e" [ 1244.428202] env[69155]: _type = "HttpNfcLease" [ 1244.428202] env[69155]: } obtained for exporting VM: (result){ [ 1244.428202] env[69155]: value = "vm-718333" [ 1244.428202] env[69155]: _type = "VirtualMachine" [ 1244.428202] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1244.428761] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the lease: (returnval){ [ 1244.428761] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd5069-db16-65b1-9a68-72ae8ebd487e" [ 1244.428761] env[69155]: _type = "HttpNfcLease" [ 1244.428761] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1244.439053] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.439053] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd5069-db16-65b1-9a68-72ae8ebd487e" [ 1244.439053] env[69155]: _type = "HttpNfcLease" [ 1244.439053] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.599218] env[69155]: DEBUG oslo_vmware.api [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600541, 'name': ReconfigVM_Task, 'duration_secs': 0.138783} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.599490] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718330', 'volume_id': '4016a5ba-a922-4d45-baf9-a01eb3565f41', 'name': 'volume-4016a5ba-a922-4d45-baf9-a01eb3565f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc0e617-c805-4ddb-bb98-52f1dd9f3d51', 'attached_at': '', 'detached_at': '', 'volume_id': '4016a5ba-a922-4d45-baf9-a01eb3565f41', 'serial': '4016a5ba-a922-4d45-baf9-a01eb3565f41'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1244.846025] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600540, 'name': ReconfigVM_Task, 'duration_secs': 0.757397} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.846378] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311/6c8e3f60-1e99-412f-aaf1-f3a4f7670311.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.847067] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22b59521-ccdf-42ad-bd48-df48982fedcb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.853747] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1244.853747] env[69155]: value = "task-3600543" [ 1244.853747] env[69155]: _type = "Task" [ 1244.853747] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.862127] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600543, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.935979] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.935979] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd5069-db16-65b1-9a68-72ae8ebd487e" [ 1244.935979] env[69155]: _type = "HttpNfcLease" [ 1244.935979] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1244.936366] env[69155]: DEBUG oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1244.936366] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52dd5069-db16-65b1-9a68-72ae8ebd487e" [ 1244.936366] env[69155]: _type = "HttpNfcLease" [ 1244.936366] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1244.937075] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d60cba-7a87-409b-95a3-4af8fdfb2096 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.944223] env[69155]: DEBUG oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4a6a-1121-530a-39e8-90ab22ee8d3f/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1244.944396] env[69155]: DEBUG oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4a6a-1121-530a-39e8-90ab22ee8d3f/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1245.034046] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eeea1f46-1898-4c3a-ac39-fa86bd6be838 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.363897] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600543, 'name': Rename_Task, 'duration_secs': 0.138026} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.364265] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.364620] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fb1beda-75eb-4450-b7af-49223be7e3ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.371456] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1245.371456] env[69155]: value = "task-3600544" [ 1245.371456] env[69155]: _type = "Task" [ 1245.371456] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.381464] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.637817] env[69155]: DEBUG nova.objects.instance [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'flavor' on Instance uuid 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.884186] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600544, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.145868] env[69155]: DEBUG oslo_concurrency.lockutils [None req-72dfa6f8-23e4-4780-9be6-37e9fd7e3213 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.795s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.388121] env[69155]: DEBUG oslo_vmware.api [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600544, 'name': PowerOnVM_Task, 'duration_secs': 0.666495} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.388675] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.388880] env[69155]: INFO nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1246.389144] env[69155]: DEBUG nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.390080] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac4c265-6b3c-41fc-8de8-9373bc47daaa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.848936] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.849206] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.909920] env[69155]: INFO nova.compute.manager [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Took 12.49 seconds to build instance. [ 1247.076708] env[69155]: INFO nova.compute.manager [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Rebuilding instance [ 1247.120179] env[69155]: DEBUG nova.compute.manager [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.121186] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e306e-9fe0-4764-a029-2ed4ac7db77a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.354440] env[69155]: INFO nova.compute.manager [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Detaching volume 4016a5ba-a922-4d45-baf9-a01eb3565f41 [ 1247.397655] env[69155]: INFO nova.virt.block_device [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Attempting to driver detach volume 4016a5ba-a922-4d45-baf9-a01eb3565f41 from mountpoint /dev/sdb [ 1247.398050] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.398265] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718330', 'volume_id': '4016a5ba-a922-4d45-baf9-a01eb3565f41', 'name': 'volume-4016a5ba-a922-4d45-baf9-a01eb3565f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc0e617-c805-4ddb-bb98-52f1dd9f3d51', 'attached_at': '', 'detached_at': '', 'volume_id': '4016a5ba-a922-4d45-baf9-a01eb3565f41', 'serial': '4016a5ba-a922-4d45-baf9-a01eb3565f41'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.399743] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941fe463-0b65-41df-99d9-ea60a1f14f63 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.431613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-13a95589-8c79-49dd-a982-82ead1ff9198 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.025s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.434195] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2543622d-f580-4967-9231-7f61dfb7aa2a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.443568] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57b19cf-2892-42ad-83ca-aec59cb74526 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.475750] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c2ec20-5e5b-4c00-9a41-96f40ae5318b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.494288] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] The volume has not been displaced from its original location: [datastore2] volume-4016a5ba-a922-4d45-baf9-a01eb3565f41/volume-4016a5ba-a922-4d45-baf9-a01eb3565f41.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.499650] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.500026] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364ec1f5-7b9f-4879-953a-0c1aa8b50a0a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.518645] env[69155]: DEBUG oslo_vmware.api [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1247.518645] env[69155]: value = "task-3600545" [ 1247.518645] env[69155]: _type = "Task" [ 1247.518645] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.526935] env[69155]: DEBUG oslo_vmware.api [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.622179] env[69155]: DEBUG nova.compute.manager [req-8ffe35e5-befe-41f9-8b41-f46e55e43f03 req-0881356d-85a8-43cb-80fc-e2dbe687548c service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received event network-changed-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.622179] env[69155]: DEBUG nova.compute.manager [req-8ffe35e5-befe-41f9-8b41-f46e55e43f03 req-0881356d-85a8-43cb-80fc-e2dbe687548c service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Refreshing instance network info cache due to event network-changed-6dbba565-e63c-4cb2-b07c-9018af03f509. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.622179] env[69155]: DEBUG oslo_concurrency.lockutils [req-8ffe35e5-befe-41f9-8b41-f46e55e43f03 req-0881356d-85a8-43cb-80fc-e2dbe687548c service nova] Acquiring lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.622179] env[69155]: DEBUG oslo_concurrency.lockutils [req-8ffe35e5-befe-41f9-8b41-f46e55e43f03 req-0881356d-85a8-43cb-80fc-e2dbe687548c service nova] Acquired lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.622179] env[69155]: DEBUG nova.network.neutron [req-8ffe35e5-befe-41f9-8b41-f46e55e43f03 req-0881356d-85a8-43cb-80fc-e2dbe687548c service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Refreshing network info cache for port 6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.030135] env[69155]: DEBUG oslo_vmware.api [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600545, 'name': ReconfigVM_Task, 'duration_secs': 0.246979} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.030440] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.035194] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c662d69-d4d0-4ba1-8930-ef1ef8c5f20b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.050314] env[69155]: DEBUG oslo_vmware.api [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1248.050314] env[69155]: value = "task-3600546" [ 1248.050314] env[69155]: _type = "Task" [ 1248.050314] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.058606] env[69155]: DEBUG oslo_vmware.api [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.134269] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.134564] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b029f7-1563-4bd4-bc00-c0518defe3d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.142056] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1248.142056] env[69155]: value = "task-3600547" [ 1248.142056] env[69155]: _type = "Task" [ 1248.142056] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.150528] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.349519] env[69155]: DEBUG nova.network.neutron [req-8ffe35e5-befe-41f9-8b41-f46e55e43f03 req-0881356d-85a8-43cb-80fc-e2dbe687548c service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updated VIF entry in instance network info cache for port 6dbba565-e63c-4cb2-b07c-9018af03f509. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.349911] env[69155]: DEBUG nova.network.neutron [req-8ffe35e5-befe-41f9-8b41-f46e55e43f03 req-0881356d-85a8-43cb-80fc-e2dbe687548c service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [{"id": "6dbba565-e63c-4cb2-b07c-9018af03f509", "address": "fa:16:3e:35:a4:b1", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbba565-e6", "ovs_interfaceid": "6dbba565-e63c-4cb2-b07c-9018af03f509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.559945] env[69155]: DEBUG oslo_vmware.api [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600546, 'name': ReconfigVM_Task, 'duration_secs': 0.232182} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.560344] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718330', 'volume_id': '4016a5ba-a922-4d45-baf9-a01eb3565f41', 'name': 'volume-4016a5ba-a922-4d45-baf9-a01eb3565f41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc0e617-c805-4ddb-bb98-52f1dd9f3d51', 'attached_at': '', 'detached_at': '', 'volume_id': '4016a5ba-a922-4d45-baf9-a01eb3565f41', 'serial': '4016a5ba-a922-4d45-baf9-a01eb3565f41'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.656012] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600547, 'name': PowerOffVM_Task, 'duration_secs': 0.326059} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.656329] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.656572] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.657484] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc00046-deb7-4273-a563-7536881c7d3f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.664977] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.665289] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d286ff31-df2c-455d-a167-d7bb3b82862e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.732950] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.733246] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.733490] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleting the datastore file [datastore1] b065afe1-89d4-4732-bf42-06c4912505bd {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.733830] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ed26e77-8cc1-493f-a9fb-0eb36fe71392 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.740908] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1248.740908] env[69155]: value = "task-3600549" [ 1248.740908] env[69155]: _type = "Task" [ 1248.740908] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.750095] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.853153] env[69155]: DEBUG oslo_concurrency.lockutils [req-8ffe35e5-befe-41f9-8b41-f46e55e43f03 req-0881356d-85a8-43cb-80fc-e2dbe687548c service nova] Releasing lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.106726] env[69155]: DEBUG nova.objects.instance [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'flavor' on Instance uuid 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.251475] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236841} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.252167] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.252416] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.252580] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.114740] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a32f32a0-0398-4645-951d-c3b4d72c037b tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.288996] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.289267] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.289453] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.289642] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.289789] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.289940] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.290204] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.290364] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.290547] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.290730] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.290940] env[69155]: DEBUG nova.virt.hardware [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.291867] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b3c790-7e5c-4019-abe8-89f6171cc170 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.300168] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d25b8-b04f-422a-a445-90c1dbe11b00 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.314247] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:cf:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.321796] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.322157] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.322325] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fa260fb-660d-49e5-bd7a-9416013e1f5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.341823] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.341823] env[69155]: value = "task-3600550" [ 1250.341823] env[69155]: _type = "Task" [ 1250.341823] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.349558] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600550, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.852616] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600550, 'name': CreateVM_Task, 'duration_secs': 0.354143} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.853091] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.853927] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.854257] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.854909] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.855025] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc951cb2-1adb-4133-b9b3-f05972ff4595 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.859276] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1250.859276] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528de4de-a293-6bfe-a81b-e0e7cf60b36d" [ 1250.859276] env[69155]: _type = "Task" [ 1250.859276] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.867743] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528de4de-a293-6bfe-a81b-e0e7cf60b36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.113564] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.113845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.114070] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.114265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.114437] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.116734] env[69155]: INFO nova.compute.manager [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Terminating instance [ 1251.370478] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]528de4de-a293-6bfe-a81b-e0e7cf60b36d, 'name': SearchDatastore_Task, 'duration_secs': 0.044129} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.370747] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.371044] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.371296] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.371449] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.371632] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.371941] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2047648e-d2fb-4151-8396-eccc79abcb18 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.379754] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.379929] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.380637] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5f72d2-a3a0-4633-b5c5-8f3d6d165858 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.385637] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1251.385637] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521d3a54-0642-4770-a651-0a4da4b77cf1" [ 1251.385637] env[69155]: _type = "Task" [ 1251.385637] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.393582] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521d3a54-0642-4770-a651-0a4da4b77cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.621068] env[69155]: DEBUG nova.compute.manager [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.621287] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.622189] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aeea9f-ac82-4e1d-9b07-7eb394ca4498 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.629741] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.629986] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf27d48-a121-41f2-aefe-a5a3277b6d7c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.636812] env[69155]: DEBUG oslo_vmware.api [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1251.636812] env[69155]: value = "task-3600551" [ 1251.636812] env[69155]: _type = "Task" [ 1251.636812] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.647315] env[69155]: DEBUG oslo_vmware.api [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.895852] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521d3a54-0642-4770-a651-0a4da4b77cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.896661] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18d7288-078f-4c8f-b3b9-c642b8b8a13a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.902086] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1251.902086] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ddd00-bca3-73a4-4c1a-ea5cf33ba95a" [ 1251.902086] env[69155]: _type = "Task" [ 1251.902086] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.909639] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ddd00-bca3-73a4-4c1a-ea5cf33ba95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.147166] env[69155]: DEBUG oslo_vmware.api [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600551, 'name': PowerOffVM_Task, 'duration_secs': 0.22203} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.147468] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.147640] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.147900] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1ceafe2-b11e-4673-83c8-8b6920af14dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.221714] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.221989] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.222303] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleting the datastore file [datastore2] 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.222622] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-facfba8d-65b4-48f5-82b4-f15017b962b6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.230828] env[69155]: DEBUG oslo_vmware.api [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for the task: (returnval){ [ 1252.230828] env[69155]: value = "task-3600553" [ 1252.230828] env[69155]: _type = "Task" [ 1252.230828] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.239303] env[69155]: DEBUG oslo_vmware.api [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.414484] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526ddd00-bca3-73a4-4c1a-ea5cf33ba95a, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.414822] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.415117] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b065afe1-89d4-4732-bf42-06c4912505bd/b065afe1-89d4-4732-bf42-06c4912505bd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.415390] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e0b8d53-4027-4898-93aa-2c026482a07f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.422425] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1252.422425] env[69155]: value = "task-3600554" [ 1252.422425] env[69155]: _type = "Task" [ 1252.422425] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.431110] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.504490] env[69155]: DEBUG oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4a6a-1121-530a-39e8-90ab22ee8d3f/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1252.505405] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a94d08-bf5e-4f90-8704-129dbe392296 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.511083] env[69155]: DEBUG oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4a6a-1121-530a-39e8-90ab22ee8d3f/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1252.511269] env[69155]: ERROR oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4a6a-1121-530a-39e8-90ab22ee8d3f/disk-0.vmdk due to incomplete transfer. [ 1252.511504] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20bdb73e-078d-48f6-b38f-b7f993210ee7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.517979] env[69155]: DEBUG oslo_vmware.rw_handles [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4a6a-1121-530a-39e8-90ab22ee8d3f/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1252.518141] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Uploaded image 378f669f-489e-4328-aabd-feeee7ba52ac to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1252.520414] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1252.520653] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ccfafef-f047-45c7-a5e0-e119f9145ce7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.526632] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1252.526632] env[69155]: value = "task-3600555" [ 1252.526632] env[69155]: _type = "Task" [ 1252.526632] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.534151] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600555, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.741388] env[69155]: DEBUG oslo_vmware.api [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Task: {'id': task-3600553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18917} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.741693] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.741930] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.742155] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.742344] env[69155]: INFO nova.compute.manager [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1252.742601] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.742881] env[69155]: DEBUG nova.compute.manager [-] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.742996] env[69155]: DEBUG nova.network.neutron [-] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.933198] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600554, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.036493] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600555, 'name': Destroy_Task} progress is 33%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.179047] env[69155]: DEBUG nova.compute.manager [req-36bc70a5-17e0-4cdf-b734-8ce0128d5e1a req-f09aafb4-39de-4c6a-944e-dd90f68d77c7 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Received event network-vif-deleted-980794c4-9094-4574-89e7-25ed5f3517fa {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.179283] env[69155]: INFO nova.compute.manager [req-36bc70a5-17e0-4cdf-b734-8ce0128d5e1a req-f09aafb4-39de-4c6a-944e-dd90f68d77c7 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Neutron deleted interface 980794c4-9094-4574-89e7-25ed5f3517fa; detaching it from the instance and deleting it from the info cache [ 1253.179491] env[69155]: DEBUG nova.network.neutron [req-36bc70a5-17e0-4cdf-b734-8ce0128d5e1a req-f09aafb4-39de-4c6a-944e-dd90f68d77c7 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.433142] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565662} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.433436] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] b065afe1-89d4-4732-bf42-06c4912505bd/b065afe1-89d4-4732-bf42-06c4912505bd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.433689] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.433941] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a82b6be-9fdf-4cae-9d32-42cd6e8858f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.440271] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1253.440271] env[69155]: value = "task-3600556" [ 1253.440271] env[69155]: _type = "Task" [ 1253.440271] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.448572] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.536733] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600555, 'name': Destroy_Task, 'duration_secs': 0.857374} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.536985] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Destroyed the VM [ 1253.537244] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1253.537518] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76add0d2-9b60-4407-a3d7-851f27d777c3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.545035] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1253.545035] env[69155]: value = "task-3600557" [ 1253.545035] env[69155]: _type = "Task" [ 1253.545035] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.552560] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600557, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.662598] env[69155]: DEBUG nova.network.neutron [-] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.682879] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1638eb0c-427f-43c7-82ca-44fac63e5774 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.693490] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ebb47-5a75-4261-996e-c055a030c6fc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.722993] env[69155]: DEBUG nova.compute.manager [req-36bc70a5-17e0-4cdf-b734-8ce0128d5e1a req-f09aafb4-39de-4c6a-944e-dd90f68d77c7 service nova] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Detach interface failed, port_id=980794c4-9094-4574-89e7-25ed5f3517fa, reason: Instance 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.949262] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063983} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.949561] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.950329] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d4190c-5d5b-4d0c-b2fa-74474e6794c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.973560] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] b065afe1-89d4-4732-bf42-06c4912505bd/b065afe1-89d4-4732-bf42-06c4912505bd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.973881] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd824af-e05e-453e-a7cf-52a34ba74e55 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.993824] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1253.993824] env[69155]: value = "task-3600558" [ 1253.993824] env[69155]: _type = "Task" [ 1253.993824] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.001999] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.055321] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600557, 'name': RemoveSnapshot_Task, 'duration_secs': 0.453341} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.055585] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1254.055849] env[69155]: DEBUG nova.compute.manager [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.056600] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d1ea2e-5b48-4bb6-af89-18077422aff6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.122417] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.122653] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.122864] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.122964] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.123102] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.123254] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.123422] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.123573] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1254.123737] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.165437] env[69155]: INFO nova.compute.manager [-] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Took 1.42 seconds to deallocate network for instance. [ 1254.504876] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600558, 'name': ReconfigVM_Task, 'duration_secs': 0.261341} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.505218] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Reconfigured VM instance instance-00000074 to attach disk [datastore2] b065afe1-89d4-4732-bf42-06c4912505bd/b065afe1-89d4-4732-bf42-06c4912505bd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.505821] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd75b427-04a2-4129-ae6e-0995d5e8eda2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.512666] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1254.512666] env[69155]: value = "task-3600559" [ 1254.512666] env[69155]: _type = "Task" [ 1254.512666] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.519997] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600559, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.568810] env[69155]: INFO nova.compute.manager [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Shelve offloading [ 1254.626474] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.626746] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.626903] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.627072] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1254.627987] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a52374-1ef6-46cd-bbc2-af3bdce23400 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.636623] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ed7e0-e146-4ba4-8c2a-3732380076a8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.651275] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53828b0-38fd-4247-ba18-ceb2bb16cc4e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.657417] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2f21e7-114c-44f1-8072-970a7d63f669 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.687369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.687575] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.687802] env[69155]: DEBUG nova.objects.instance [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lazy-loading 'resources' on Instance uuid 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.688880] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179146MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1254.689030] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.022547] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600559, 'name': Rename_Task, 'duration_secs': 0.155703} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.022834] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.023105] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d72e1beb-6bbd-46a0-bc63-84f8db7f7560 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.029011] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1255.029011] env[69155]: value = "task-3600560" [ 1255.029011] env[69155]: _type = "Task" [ 1255.029011] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.036412] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.072312] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.072717] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1280193b-0124-4d59-8f46-f5badd4c93bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.078538] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1255.078538] env[69155]: value = "task-3600561" [ 1255.078538] env[69155]: _type = "Task" [ 1255.078538] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.086280] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.308254] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5e437c-2a1a-41c8-ad3d-f9f684767d97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.316314] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c82fbaa-7cd8-4741-9a9a-df15b2d79ccc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.345977] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e04d78-1aaa-4fb2-a9fe-431fc064cfbf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.353153] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a47bee3-c34a-42a4-8ac3-64c0b05def9f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.367172] env[69155]: DEBUG nova.compute.provider_tree [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.540678] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600560, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.588359] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1255.588610] env[69155]: DEBUG nova.compute.manager [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.589400] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c4a416-ec5e-474b-b01c-e3971798e9ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.595084] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.595507] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.595507] env[69155]: DEBUG nova.network.neutron [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.870081] env[69155]: DEBUG nova.scheduler.client.report [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.039448] env[69155]: DEBUG oslo_vmware.api [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600560, 'name': PowerOnVM_Task, 'duration_secs': 0.512593} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.039724] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.039925] env[69155]: DEBUG nova.compute.manager [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.040684] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce7daf0-cb0a-4a6a-a5cf-5b86aed8dfc4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.291039] env[69155]: DEBUG nova.network.neutron [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating instance_info_cache with network_info: [{"id": "d1261397-a4fd-48ab-b774-f747cc39ea65", "address": "fa:16:3e:b2:6e:05", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1261397-a4", "ovs_interfaceid": "d1261397-a4fd-48ab-b774-f747cc39ea65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.375366] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.377504] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.688s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.394662] env[69155]: INFO nova.scheduler.client.report [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Deleted allocations for instance 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51 [ 1256.556370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.794281] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.901810] env[69155]: DEBUG oslo_concurrency.lockutils [None req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Lock "0bc0e617-c805-4ddb-bb98-52f1dd9f3d51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.986251] env[69155]: DEBUG nova.compute.manager [req-c878561c-db13-45ca-b334-914e0912365e req-af6ff851-9dc7-463d-bf7c-82b79ddcfa72 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received event network-vif-unplugged-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.986473] env[69155]: DEBUG oslo_concurrency.lockutils [req-c878561c-db13-45ca-b334-914e0912365e req-af6ff851-9dc7-463d-bf7c-82b79ddcfa72 service nova] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.986687] env[69155]: DEBUG oslo_concurrency.lockutils [req-c878561c-db13-45ca-b334-914e0912365e req-af6ff851-9dc7-463d-bf7c-82b79ddcfa72 service nova] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.986859] env[69155]: DEBUG oslo_concurrency.lockutils [req-c878561c-db13-45ca-b334-914e0912365e req-af6ff851-9dc7-463d-bf7c-82b79ddcfa72 service nova] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.987086] env[69155]: DEBUG nova.compute.manager [req-c878561c-db13-45ca-b334-914e0912365e req-af6ff851-9dc7-463d-bf7c-82b79ddcfa72 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] No waiting events found dispatching network-vif-unplugged-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.987200] env[69155]: WARNING nova.compute.manager [req-c878561c-db13-45ca-b334-914e0912365e req-af6ff851-9dc7-463d-bf7c-82b79ddcfa72 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received unexpected event network-vif-unplugged-d1261397-a4fd-48ab-b774-f747cc39ea65 for instance with vm_state shelved and task_state shelving_offloading. [ 1257.078810] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.079817] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f6f08-68b8-4b9d-bb39-c36993f7640f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.087899] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.088181] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e779810-6cc4-43cf-bb14-a43ce90fe93c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.152997] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.153232] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.153374] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleting the datastore file [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.153638] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3088cd0a-48cd-41dd-9bfc-aadcdaf94478 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.160553] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1257.160553] env[69155]: value = "task-3600563" [ 1257.160553] env[69155]: _type = "Task" [ 1257.160553] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.169573] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.401904] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c85cf6e7-46e8-48d6-9760-6181a12c47ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.402073] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 865992c7-0ec5-451b-b9dc-4c4ecf356725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.402204] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance eaafe7be-b9d0-47e9-b858-fee496abddc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.402321] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance fe772ac1-58c2-4645-8769-866bf6defdd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.402433] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance b065afe1-89d4-4732-bf42-06c4912505bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.402545] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 7abaf2b4-d788-48a0-a093-0bf6e7a76560 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.402658] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1257.402846] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1257.402979] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1257.493143] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afde623d-6a02-4f50-9a07-fa5e6a32f6c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.501410] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641cc28d-9f9b-4145-8d57-e7d99fd3f279 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.532128] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9699bf-614d-4104-a1b5-7ccdf783ecac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.540339] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ea6482-15f3-4abc-a929-df7191c675ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.552916] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.670330] env[69155]: DEBUG oslo_vmware.api [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13081} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.670683] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.670683] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.670925] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.689275] env[69155]: INFO nova.scheduler.client.report [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted allocations for instance fe772ac1-58c2-4645-8769-866bf6defdd7 [ 1258.056425] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.193673] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.561482] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1258.561694] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.184s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.561989] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.562792] env[69155]: DEBUG nova.objects.instance [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69155) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1259.016680] env[69155]: DEBUG nova.compute.manager [req-fc1d9b0c-eaa1-470c-9ae0-1ad14e293d7d req-cabffee8-a189-47b8-9527-bd056488a427 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received event network-changed-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.016916] env[69155]: DEBUG nova.compute.manager [req-fc1d9b0c-eaa1-470c-9ae0-1ad14e293d7d req-cabffee8-a189-47b8-9527-bd056488a427 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Refreshing instance network info cache due to event network-changed-d1261397-a4fd-48ab-b774-f747cc39ea65. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.017230] env[69155]: DEBUG oslo_concurrency.lockutils [req-fc1d9b0c-eaa1-470c-9ae0-1ad14e293d7d req-cabffee8-a189-47b8-9527-bd056488a427 service nova] Acquiring lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.017402] env[69155]: DEBUG oslo_concurrency.lockutils [req-fc1d9b0c-eaa1-470c-9ae0-1ad14e293d7d req-cabffee8-a189-47b8-9527-bd056488a427 service nova] Acquired lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.017570] env[69155]: DEBUG nova.network.neutron [req-fc1d9b0c-eaa1-470c-9ae0-1ad14e293d7d req-cabffee8-a189-47b8-9527-bd056488a427 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Refreshing network info cache for port d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.269633] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.572086] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cf1fef5b-baff-442f-837a-7a5f0a8af299 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.573198] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.380s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.573437] env[69155]: DEBUG nova.objects.instance [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'resources' on Instance uuid fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.749284] env[69155]: DEBUG nova.network.neutron [req-fc1d9b0c-eaa1-470c-9ae0-1ad14e293d7d req-cabffee8-a189-47b8-9527-bd056488a427 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updated VIF entry in instance network info cache for port d1261397-a4fd-48ab-b774-f747cc39ea65. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.749660] env[69155]: DEBUG nova.network.neutron [req-fc1d9b0c-eaa1-470c-9ae0-1ad14e293d7d req-cabffee8-a189-47b8-9527-bd056488a427 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating instance_info_cache with network_info: [{"id": "d1261397-a4fd-48ab-b774-f747cc39ea65", "address": "fa:16:3e:b2:6e:05", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd1261397-a4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.079269] env[69155]: DEBUG nova.objects.instance [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'numa_topology' on Instance uuid fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.125176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Acquiring lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.125465] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.125680] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Acquiring lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.125864] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.126043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.128033] env[69155]: INFO nova.compute.manager [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Terminating instance [ 1260.252658] env[69155]: DEBUG oslo_concurrency.lockutils [req-fc1d9b0c-eaa1-470c-9ae0-1ad14e293d7d req-cabffee8-a189-47b8-9527-bd056488a427 service nova] Releasing lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.582080] env[69155]: DEBUG nova.objects.base [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.632023] env[69155]: DEBUG nova.compute.manager [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.632293] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.632607] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fc6becc-e9d4-4035-8df4-57d26cfa38e9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.642850] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1260.642850] env[69155]: value = "task-3600565" [ 1260.642850] env[69155]: _type = "Task" [ 1260.642850] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.653577] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.683757] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1479f-c344-4da9-ad23-48320acfcdb9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.691733] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdfc3ea-76e1-4087-938f-c755b7e20d19 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.724254] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4908e2bd-38d1-48d6-b90e-619f93771bf9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.732190] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222d3013-2ed3-41d9-bf92-a79515509c7d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.747243] env[69155]: DEBUG nova.compute.provider_tree [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.153484] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600565, 'name': PowerOffVM_Task, 'duration_secs': 0.194365} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.153808] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.154085] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1261.154351] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718322', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'name': 'volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7abaf2b4-d788-48a0-a093-0bf6e7a76560', 'attached_at': '', 'detached_at': '', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'serial': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1261.155190] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b6be1b-a5e6-4e03-9197-4102d80a3ffd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.172459] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283a3cba-3e79-4089-9df7-b5a7cb5bd477 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.178457] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c765ee-4bfb-44a3-b1fe-75cc389bc230 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.196878] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc229f24-3bde-423e-9926-7610a181e8b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.217699] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] The volume has not been displaced from its original location: [datastore2] volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c/volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1261.223887] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.224432] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66052c88-77cb-46ad-924b-ff591e7ac422 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.244982] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1261.244982] env[69155]: value = "task-3600567" [ 1261.244982] env[69155]: _type = "Task" [ 1261.244982] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.250774] env[69155]: DEBUG nova.scheduler.client.report [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.257790] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.756142] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600567, 'name': ReconfigVM_Task, 'duration_secs': 0.159968} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.756142] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.761370] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.764020] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4ecfe6b-1a28-47ad-9d4d-f02bb7d5aa72 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.779786] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1261.779786] env[69155]: value = "task-3600568" [ 1261.779786] env[69155]: _type = "Task" [ 1261.779786] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.788536] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.279675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-269ec0eb-530e-45ae-95f6-fe00a58e6568 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.006s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.280644] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.011s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.280705] env[69155]: INFO nova.compute.manager [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Unshelving [ 1262.290314] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600568, 'name': ReconfigVM_Task, 'duration_secs': 0.307594} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.290594] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718322', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'name': 'volume-47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7abaf2b4-d788-48a0-a093-0bf6e7a76560', 'attached_at': '', 'detached_at': '', 'volume_id': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c', 'serial': '47f6cadc-65d0-4df4-9ac7-9fad8433cf4c'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1262.290867] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.291626] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fcb923-6995-461a-9d14-b83dd5c185ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.298748] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.298975] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa1fa34-99b4-4003-b111-c89ec64c76a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.365851] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.366097] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.366270] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Deleting the datastore file [datastore2] 7abaf2b4-d788-48a0-a093-0bf6e7a76560 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.366528] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55672290-ff9c-4ddd-b693-29be930557cc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.372912] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for the task: (returnval){ [ 1262.372912] env[69155]: value = "task-3600570" [ 1262.372912] env[69155]: _type = "Task" [ 1262.372912] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.380160] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.882062] env[69155]: DEBUG oslo_vmware.api [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Task: {'id': task-3600570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075568} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.882349] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.882541] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.882719] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.882892] env[69155]: INFO nova.compute.manager [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1262.883148] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.883346] env[69155]: DEBUG nova.compute.manager [-] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.883441] env[69155]: DEBUG nova.network.neutron [-] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.293738] env[69155]: DEBUG nova.compute.utils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.311587] env[69155]: DEBUG nova.compute.manager [req-36f51000-0c37-4731-b972-b91121bcb4c8 req-5d807104-c58f-41ce-9a77-202cc0327110 service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Received event network-vif-deleted-f2e89399-0d45-488a-99db-1ac6b28a71e5 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.311682] env[69155]: INFO nova.compute.manager [req-36f51000-0c37-4731-b972-b91121bcb4c8 req-5d807104-c58f-41ce-9a77-202cc0327110 service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Neutron deleted interface f2e89399-0d45-488a-99db-1ac6b28a71e5; detaching it from the instance and deleting it from the info cache [ 1263.312262] env[69155]: DEBUG nova.network.neutron [req-36f51000-0c37-4731-b972-b91121bcb4c8 req-5d807104-c58f-41ce-9a77-202cc0327110 service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.797651] env[69155]: INFO nova.virt.block_device [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Booting with volume c0d1f581-96f6-4ead-a357-5f62002d8da6 at /dev/sdb [ 1263.800767] env[69155]: DEBUG nova.network.neutron [-] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.814981] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-488da5e6-b4aa-413e-80da-0e1c9395d484 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.824866] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b126cac-a192-44c6-9c5b-ee8930efc00c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.836180] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e9ef96c-f94a-4dc6-afd8-cbefdd49dffe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.844759] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b61114-5735-46df-8628-40a45acefc99 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.861894] env[69155]: DEBUG nova.compute.manager [req-36f51000-0c37-4731-b972-b91121bcb4c8 req-5d807104-c58f-41ce-9a77-202cc0327110 service nova] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Detach interface failed, port_id=f2e89399-0d45-488a-99db-1ac6b28a71e5, reason: Instance 7abaf2b4-d788-48a0-a093-0bf6e7a76560 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.878126] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e04a644a-53ee-4ca1-bed4-d1b44a331a38 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.886074] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27019cf-5a09-4910-9de1-2ab51b4c678b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.916989] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7318a550-9b05-4f8c-8840-d18e4793d634 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.924522] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c269513-8ad8-4e73-a6ed-15f364b76eae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.938784] env[69155]: DEBUG nova.virt.block_device [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating existing volume attachment record: c47c6ced-bbe1-4cee-b62e-a90b087440d9 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1264.303975] env[69155]: INFO nova.compute.manager [-] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Took 1.42 seconds to deallocate network for instance. [ 1264.844701] env[69155]: INFO nova.compute.manager [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Took 0.54 seconds to detach 1 volumes for instance. [ 1264.846460] env[69155]: DEBUG nova.compute.manager [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Deleting volume: 47f6cadc-65d0-4df4-9ac7-9fad8433cf4c {{(pid=69155) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1265.381066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.381066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.381066] env[69155]: DEBUG nova.objects.instance [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lazy-loading 'resources' on Instance uuid 7abaf2b4-d788-48a0-a093-0bf6e7a76560 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.977585] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00d14d6-d5bf-413c-91ab-5e84a26568f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.984840] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a0e9fc-81d8-4bbb-abce-56a1192f478f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.015709] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24deb8-dec5-4a1d-a0b1-5a174a24307b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.022900] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f3ba8e-36cd-45de-8053-d507156ec697 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.036498] env[69155]: DEBUG nova.compute.provider_tree [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.539921] env[69155]: DEBUG nova.scheduler.client.report [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.044858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.067749] env[69155]: INFO nova.scheduler.client.report [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Deleted allocations for instance 7abaf2b4-d788-48a0-a093-0bf6e7a76560 [ 1267.576418] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d4af374a-8a85-434e-b2ef-59e1a5138572 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Lock "7abaf2b4-d788-48a0-a093-0bf6e7a76560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.451s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.546236] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.546620] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.546880] env[69155]: DEBUG nova.objects.instance [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'pci_requests' on Instance uuid fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.050480] env[69155]: DEBUG nova.objects.instance [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'numa_topology' on Instance uuid fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.553825] env[69155]: INFO nova.compute.claims [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.639962] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cfa261-58bd-4518-8a05-a0ec6ec52ee6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.647921] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f37461-3de1-4fa6-9474-bd366a577c4b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.677434] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cd2962-4de8-4f2c-af98-c67bee69699e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.684175] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1549415f-9d61-4116-85b8-a30ddecb2f23 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.697139] env[69155]: DEBUG nova.compute.provider_tree [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.200156] env[69155]: DEBUG nova.scheduler.client.report [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.705039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.158s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.732759] env[69155]: INFO nova.network.neutron [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating port d1261397-a4fd-48ab-b774-f747cc39ea65 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1274.096844] env[69155]: DEBUG nova.compute.manager [req-6d18ca13-ff4a-49e7-9851-80776d201171 req-832efe85-5de9-4730-a0ce-6d6e4ff7096a service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received event network-vif-plugged-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.097140] env[69155]: DEBUG oslo_concurrency.lockutils [req-6d18ca13-ff4a-49e7-9851-80776d201171 req-832efe85-5de9-4730-a0ce-6d6e4ff7096a service nova] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.097374] env[69155]: DEBUG oslo_concurrency.lockutils [req-6d18ca13-ff4a-49e7-9851-80776d201171 req-832efe85-5de9-4730-a0ce-6d6e4ff7096a service nova] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.097572] env[69155]: DEBUG oslo_concurrency.lockutils [req-6d18ca13-ff4a-49e7-9851-80776d201171 req-832efe85-5de9-4730-a0ce-6d6e4ff7096a service nova] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.097715] env[69155]: DEBUG nova.compute.manager [req-6d18ca13-ff4a-49e7-9851-80776d201171 req-832efe85-5de9-4730-a0ce-6d6e4ff7096a service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] No waiting events found dispatching network-vif-plugged-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.097858] env[69155]: WARNING nova.compute.manager [req-6d18ca13-ff4a-49e7-9851-80776d201171 req-832efe85-5de9-4730-a0ce-6d6e4ff7096a service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received unexpected event network-vif-plugged-d1261397-a4fd-48ab-b774-f747cc39ea65 for instance with vm_state shelved_offloaded and task_state spawning. [ 1274.174299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.174299] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.174299] env[69155]: DEBUG nova.network.neutron [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.865863] env[69155]: DEBUG nova.network.neutron [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating instance_info_cache with network_info: [{"id": "d1261397-a4fd-48ab-b774-f747cc39ea65", "address": "fa:16:3e:b2:6e:05", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1261397-a4", "ovs_interfaceid": "d1261397-a4fd-48ab-b774-f747cc39ea65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.369436] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.396605] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='93151ea015044497bb6b45e336be8348',container_format='bare',created_at=2025-04-25T18:06:22Z,direct_url=,disk_format='vmdk',id=378f669f-489e-4328-aabd-feeee7ba52ac,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-821928773-shelved',owner='b7c23c9d37544532a68d04e8d71c2a93',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-25T18:06:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.396930] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.397148] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.397357] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.397506] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.397652] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.397855] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.398020] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.398190] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.398359] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.398531] env[69155]: DEBUG nova.virt.hardware [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.399665] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c32d24-c416-49de-8d87-61918bee9ac0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.407575] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645da0be-a4d9-4df8-b6c4-e2bd0e5a45ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.420471] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:6e:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1261397-a4fd-48ab-b774-f747cc39ea65', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.427563] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.427782] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.427969] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3324ea9b-1863-439e-8be1-5a55a4a658ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.446037] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.446037] env[69155]: value = "task-3600577" [ 1275.446037] env[69155]: _type = "Task" [ 1275.446037] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.453434] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600577, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.955748] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600577, 'name': CreateVM_Task, 'duration_secs': 0.300197} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.955938] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.956562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.956727] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.957111] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.957365] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52627ee-3eb6-4768-a743-3020fbb3eef9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.961486] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1275.961486] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52367eb9-ad0b-def9-62f0-f161760e4e9f" [ 1275.961486] env[69155]: _type = "Task" [ 1275.961486] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.969872] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52367eb9-ad0b-def9-62f0-f161760e4e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.122225] env[69155]: DEBUG nova.compute.manager [req-64e370e1-daa0-49a0-b814-1b1bf6806e70 req-448547cb-cadf-453d-8213-a215930672a5 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received event network-changed-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.122408] env[69155]: DEBUG nova.compute.manager [req-64e370e1-daa0-49a0-b814-1b1bf6806e70 req-448547cb-cadf-453d-8213-a215930672a5 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Refreshing instance network info cache due to event network-changed-d1261397-a4fd-48ab-b774-f747cc39ea65. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.122624] env[69155]: DEBUG oslo_concurrency.lockutils [req-64e370e1-daa0-49a0-b814-1b1bf6806e70 req-448547cb-cadf-453d-8213-a215930672a5 service nova] Acquiring lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.122769] env[69155]: DEBUG oslo_concurrency.lockutils [req-64e370e1-daa0-49a0-b814-1b1bf6806e70 req-448547cb-cadf-453d-8213-a215930672a5 service nova] Acquired lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.122927] env[69155]: DEBUG nova.network.neutron [req-64e370e1-daa0-49a0-b814-1b1bf6806e70 req-448547cb-cadf-453d-8213-a215930672a5 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Refreshing network info cache for port d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.472959] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.473249] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Processing image 378f669f-489e-4328-aabd-feeee7ba52ac {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.473493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac/378f669f-489e-4328-aabd-feeee7ba52ac.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.473642] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac/378f669f-489e-4328-aabd-feeee7ba52ac.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.473823] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.474097] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19bb3c44-a44f-4c33-b5ba-2e1b9556c973 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.483275] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.483459] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.484211] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62619b44-399a-46ca-8adc-c0ae716df77e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.489309] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1276.489309] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52104f23-0b61-375c-328f-72bc625792e0" [ 1276.489309] env[69155]: _type = "Task" [ 1276.489309] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.497589] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52104f23-0b61-375c-328f-72bc625792e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.823608] env[69155]: DEBUG nova.network.neutron [req-64e370e1-daa0-49a0-b814-1b1bf6806e70 req-448547cb-cadf-453d-8213-a215930672a5 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updated VIF entry in instance network info cache for port d1261397-a4fd-48ab-b774-f747cc39ea65. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.823991] env[69155]: DEBUG nova.network.neutron [req-64e370e1-daa0-49a0-b814-1b1bf6806e70 req-448547cb-cadf-453d-8213-a215930672a5 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating instance_info_cache with network_info: [{"id": "d1261397-a4fd-48ab-b774-f747cc39ea65", "address": "fa:16:3e:b2:6e:05", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1261397-a4", "ovs_interfaceid": "d1261397-a4fd-48ab-b774-f747cc39ea65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.999230] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Preparing fetch location {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1276.999557] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Fetch image to [datastore1] OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7/OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7.vmdk {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1276.999802] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Downloading stream optimized image 378f669f-489e-4328-aabd-feeee7ba52ac to [datastore1] OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7/OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7.vmdk on the data store datastore1 as vApp {{(pid=69155) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1276.999988] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Downloading image file data 378f669f-489e-4328-aabd-feeee7ba52ac to the ESX as VM named 'OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7' {{(pid=69155) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1277.068156] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1277.068156] env[69155]: value = "resgroup-9" [ 1277.068156] env[69155]: _type = "ResourcePool" [ 1277.068156] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1277.068471] env[69155]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e7577f31-4d1a-4212-bef3-3b47f111cb2f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.088890] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lease: (returnval){ [ 1277.088890] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a1985c-3fb4-a6f9-9980-8db301fc241f" [ 1277.088890] env[69155]: _type = "HttpNfcLease" [ 1277.088890] env[69155]: } obtained for vApp import into resource pool (val){ [ 1277.088890] env[69155]: value = "resgroup-9" [ 1277.088890] env[69155]: _type = "ResourcePool" [ 1277.088890] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1277.089226] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the lease: (returnval){ [ 1277.089226] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a1985c-3fb4-a6f9-9980-8db301fc241f" [ 1277.089226] env[69155]: _type = "HttpNfcLease" [ 1277.089226] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1277.098231] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.098231] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a1985c-3fb4-a6f9-9980-8db301fc241f" [ 1277.098231] env[69155]: _type = "HttpNfcLease" [ 1277.098231] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.326725] env[69155]: DEBUG oslo_concurrency.lockutils [req-64e370e1-daa0-49a0-b814-1b1bf6806e70 req-448547cb-cadf-453d-8213-a215930672a5 service nova] Releasing lock "refresh_cache-fe772ac1-58c2-4645-8769-866bf6defdd7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.597800] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.597800] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a1985c-3fb4-a6f9-9980-8db301fc241f" [ 1277.597800] env[69155]: _type = "HttpNfcLease" [ 1277.597800] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.598220] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.598220] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a1985c-3fb4-a6f9-9980-8db301fc241f" [ 1277.598220] env[69155]: _type = "HttpNfcLease" [ 1277.598220] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1277.598517] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.598774] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.600672] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f3f3d3-6cc2-4fdb-b254-ad397167f42b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.608758] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307269-93f8-dd5b-e808-6bc581df70a7/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.608957] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307269-93f8-dd5b-e808-6bc581df70a7/disk-0.vmdk. {{(pid=69155) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1277.679989] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3286f51c-3f56-44f2-aea7-bdb5a94be208 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.105604] env[69155]: INFO nova.compute.manager [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Detaching volume af532819-e960-41fd-92e1-435c123db96f [ 1278.140459] env[69155]: INFO nova.virt.block_device [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Attempting to driver detach volume af532819-e960-41fd-92e1-435c123db96f from mountpoint /dev/sdb [ 1278.140760] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1278.141012] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1278.142038] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915e56a-8fa4-4c04-992c-2e5dd25ce730 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.170193] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65980c37-7fb9-49be-ae6f-09d65730437e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.177144] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b1a412-b137-488c-b67c-3ee19c211550 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.197611] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7521c553-c4e2-41d4-bcd8-a208a810c619 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.212096] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] The volume has not been displaced from its original location: [datastore1] volume-af532819-e960-41fd-92e1-435c123db96f/volume-af532819-e960-41fd-92e1-435c123db96f.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.217270] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.217599] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80447e51-8e21-4f5d-bb17-90e38f235cb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.235093] env[69155]: DEBUG oslo_vmware.api [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1278.235093] env[69155]: value = "task-3600579" [ 1278.235093] env[69155]: _type = "Task" [ 1278.235093] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.245016] env[69155]: DEBUG oslo_vmware.api [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.735806] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Completed reading data from the image iterator. {{(pid=69155) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1278.736260] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307269-93f8-dd5b-e808-6bc581df70a7/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.736988] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad6c176-849d-4219-a48d-da671056a54a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.748657] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307269-93f8-dd5b-e808-6bc581df70a7/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.748820] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307269-93f8-dd5b-e808-6bc581df70a7/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1278.749083] env[69155]: DEBUG oslo_vmware.api [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600579, 'name': ReconfigVM_Task, 'duration_secs': 0.2634} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.749277] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5aff61e8-e4a6-488d-adbb-bf50eb7532db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.750646] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.755068] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632fb6ec-0a81-4327-bb02-e05343e19b4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.770820] env[69155]: DEBUG oslo_vmware.api [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1278.770820] env[69155]: value = "task-3600580" [ 1278.770820] env[69155]: _type = "Task" [ 1278.770820] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.780681] env[69155]: DEBUG oslo_vmware.api [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.940145] env[69155]: DEBUG oslo_vmware.rw_handles [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307269-93f8-dd5b-e808-6bc581df70a7/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1278.940388] env[69155]: INFO nova.virt.vmwareapi.images [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Downloaded image file data 378f669f-489e-4328-aabd-feeee7ba52ac [ 1278.941384] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ddeeb-2edc-4d78-8e1e-bfdd1f9b22bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.956386] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56e60180-e836-4273-a16a-2213c2d54c71 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.986737] env[69155]: INFO nova.virt.vmwareapi.images [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] The imported VM was unregistered [ 1278.989078] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Caching image {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1278.989330] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating directory with path [datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.989601] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ab8611-613d-4a15-8406-3e3425bed2fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.999193] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Created directory with path [datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.999389] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7/OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7.vmdk to [datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac/378f669f-489e-4328-aabd-feeee7ba52ac.vmdk. {{(pid=69155) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1278.999629] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c2d993ec-404e-4d5d-8112-e0f4aa84c63c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.005697] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1279.005697] env[69155]: value = "task-3600582" [ 1279.005697] env[69155]: _type = "Task" [ 1279.005697] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.012744] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600582, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.284193] env[69155]: DEBUG oslo_vmware.api [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600580, 'name': ReconfigVM_Task, 'duration_secs': 0.138857} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.284513] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718328', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'name': 'volume-af532819-e960-41fd-92e1-435c123db96f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaafe7be-b9d0-47e9-b858-fee496abddc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af532819-e960-41fd-92e1-435c123db96f', 'serial': 'af532819-e960-41fd-92e1-435c123db96f'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1279.515777] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600582, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.835909] env[69155]: DEBUG nova.objects.instance [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'flavor' on Instance uuid eaafe7be-b9d0-47e9-b858-fee496abddc2 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.016024] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600582, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.515936] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600582, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.844570] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6fd1cdb2-11db-47d5-9ad9-a1e34c3e1c53 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.016977] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600582, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.517810] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600582, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.153225} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.518079] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7/OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7.vmdk to [datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac/378f669f-489e-4328-aabd-feeee7ba52ac.vmdk. [ 1281.518280] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Cleaning up location [datastore1] OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7 {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1281.518447] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_86571d27-591c-4f7d-86fd-bae21cdfedf7 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.518695] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7223bae-9b62-4d9a-a7e6-4732f93bece1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.524760] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1281.524760] env[69155]: value = "task-3600583" [ 1281.524760] env[69155]: _type = "Task" [ 1281.524760] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.532332] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.858120] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.858120] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.858545] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "eaafe7be-b9d0-47e9-b858-fee496abddc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.858545] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.858640] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.860812] env[69155]: INFO nova.compute.manager [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Terminating instance [ 1282.034562] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296936} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.034799] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.034968] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac/378f669f-489e-4328-aabd-feeee7ba52ac.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.035221] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac/378f669f-489e-4328-aabd-feeee7ba52ac.vmdk to [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7/fe772ac1-58c2-4645-8769-866bf6defdd7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.035475] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffd63507-1160-421f-8cf1-14beab230d3c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.042245] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1282.042245] env[69155]: value = "task-3600584" [ 1282.042245] env[69155]: _type = "Task" [ 1282.042245] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.050181] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.365018] env[69155]: DEBUG nova.compute.manager [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.365273] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.366177] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e740eee6-216d-4b9e-8acb-cf3e1d91bde9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.376382] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.376726] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15078748-d24b-4f74-849c-44f2323a6ac9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.383836] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1282.383836] env[69155]: value = "task-3600585" [ 1282.383836] env[69155]: _type = "Task" [ 1282.383836] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.396016] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.551769] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.894101] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600585, 'name': PowerOffVM_Task, 'duration_secs': 0.256546} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.894101] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.894101] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.894547] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7c13447-42fd-4e15-bf32-c69f5521b6cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.964075] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.964359] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.964532] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleting the datastore file [datastore1] eaafe7be-b9d0-47e9-b858-fee496abddc2 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.964827] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48242f25-daf2-43a5-87c3-b2dbeb0e0bb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.973238] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1282.973238] env[69155]: value = "task-3600587" [ 1282.973238] env[69155]: _type = "Task" [ 1282.973238] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.981348] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.053338] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600584, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.482946] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.553380] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600584, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.983853] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.054812] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600584, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.081682] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.082076] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.082381] env[69155]: INFO nova.compute.manager [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Shelving [ 1284.484969] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.554463] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600584, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.985009] env[69155]: DEBUG oslo_vmware.api [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.759833} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.985388] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.985479] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.985657] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.985831] env[69155]: INFO nova.compute.manager [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Took 2.62 seconds to destroy the instance on the hypervisor. [ 1284.986090] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.986303] env[69155]: DEBUG nova.compute.manager [-] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.986409] env[69155]: DEBUG nova.network.neutron [-] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.055269] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600584, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.840397} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.055530] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/378f669f-489e-4328-aabd-feeee7ba52ac/378f669f-489e-4328-aabd-feeee7ba52ac.vmdk to [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7/fe772ac1-58c2-4645-8769-866bf6defdd7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.056315] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041c605b-7195-4da5-9a48-9c927acc6826 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.078586] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7/fe772ac1-58c2-4645-8769-866bf6defdd7.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.078856] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2fb3862-5072-41b5-a3f6-8965c4b90cf8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.092626] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.092875] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e32bd7-6fa7-47d5-b73c-3dc99c87b160 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.099591] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1285.099591] env[69155]: value = "task-3600589" [ 1285.099591] env[69155]: _type = "Task" [ 1285.099591] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.100800] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1285.100800] env[69155]: value = "task-3600588" [ 1285.100800] env[69155]: _type = "Task" [ 1285.100800] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.110892] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.113925] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.399327] env[69155]: DEBUG nova.compute.manager [req-224c9554-f22b-4e5f-be20-2fd6fea8d71c req-29c282ce-c5da-46e7-9114-80eb9af8b7c3 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Received event network-vif-deleted-ab415aa4-75ae-498c-8ce5-e082e8771548 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.399455] env[69155]: INFO nova.compute.manager [req-224c9554-f22b-4e5f-be20-2fd6fea8d71c req-29c282ce-c5da-46e7-9114-80eb9af8b7c3 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Neutron deleted interface ab415aa4-75ae-498c-8ce5-e082e8771548; detaching it from the instance and deleting it from the info cache [ 1285.399643] env[69155]: DEBUG nova.network.neutron [req-224c9554-f22b-4e5f-be20-2fd6fea8d71c req-29c282ce-c5da-46e7-9114-80eb9af8b7c3 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.613809] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600588, 'name': PowerOffVM_Task, 'duration_secs': 0.201225} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.616773] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.617147] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600589, 'name': ReconfigVM_Task, 'duration_secs': 0.360717} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.617813] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8fdbb3-465f-4f35-97f9-80e65d22bd70 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.620348] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7/fe772ac1-58c2-4645-8769-866bf6defdd7.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.621509] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'size': 0, 'encryption_format': None, 'encryption_secret_uuid': None, 'image_id': 'a9fd992a-b328-4664-8f56-2150d67aa19e'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718336', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'name': 'volume-c0d1f581-96f6-4ead-a357-5f62002d8da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fe772ac1-58c2-4645-8769-866bf6defdd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'serial': 'c0d1f581-96f6-4ead-a357-5f62002d8da6'}, 'attachment_id': 'c47c6ced-bbe1-4cee-b62e-a90b087440d9', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69155) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1285.621708] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1285.621894] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718336', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'name': 'volume-c0d1f581-96f6-4ead-a357-5f62002d8da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fe772ac1-58c2-4645-8769-866bf6defdd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'serial': 'c0d1f581-96f6-4ead-a357-5f62002d8da6'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1285.622608] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7494525-9db4-4ae9-96b8-c6710d393088 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.651044] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dee4e46-df1c-49ca-b0b2-6f7e75b5deee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.653490] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa23a41-0482-4208-8660-947cb3a3ede6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.678355] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c0d1f581-96f6-4ead-a357-5f62002d8da6/volume-c0d1f581-96f6-4ead-a357-5f62002d8da6.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.680119] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e101ef53-323b-45eb-8b56-329c25bca8e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.700258] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1285.700258] env[69155]: value = "task-3600590" [ 1285.700258] env[69155]: _type = "Task" [ 1285.700258] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.708155] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.876741] env[69155]: DEBUG nova.network.neutron [-] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.902765] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c31dc993-7728-4011-9905-047112acdd10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.912897] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f9eac-b3ab-4944-ac82-d24c4acf0a8f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.940537] env[69155]: DEBUG nova.compute.manager [req-224c9554-f22b-4e5f-be20-2fd6fea8d71c req-29c282ce-c5da-46e7-9114-80eb9af8b7c3 service nova] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Detach interface failed, port_id=ab415aa4-75ae-498c-8ce5-e082e8771548, reason: Instance eaafe7be-b9d0-47e9-b858-fee496abddc2 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1286.198472] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1286.198958] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2159344c-6efd-4d35-9ff6-39e7334b85c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.209918] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600590, 'name': ReconfigVM_Task, 'duration_secs': 0.342248} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.211239] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c0d1f581-96f6-4ead-a357-5f62002d8da6/volume-c0d1f581-96f6-4ead-a357-5f62002d8da6.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.216046] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1286.216046] env[69155]: value = "task-3600591" [ 1286.216046] env[69155]: _type = "Task" [ 1286.216046] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.216318] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f302290d-e6bf-463d-bb65-881361babd36 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.235138] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.236435] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1286.236435] env[69155]: value = "task-3600592" [ 1286.236435] env[69155]: _type = "Task" [ 1286.236435] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.243732] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.379726] env[69155]: INFO nova.compute.manager [-] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Took 1.39 seconds to deallocate network for instance. [ 1286.737417] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.745357] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600592, 'name': ReconfigVM_Task, 'duration_secs': 0.385598} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.745653] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718336', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'name': 'volume-c0d1f581-96f6-4ead-a357-5f62002d8da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fe772ac1-58c2-4645-8769-866bf6defdd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'serial': 'c0d1f581-96f6-4ead-a357-5f62002d8da6'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1286.746229] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25f48d77-34a1-4c6e-8431-ceb78c773fa2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.752828] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1286.752828] env[69155]: value = "task-3600593" [ 1286.752828] env[69155]: _type = "Task" [ 1286.752828] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.760769] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600593, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.886183] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.886490] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.886719] env[69155]: DEBUG nova.objects.instance [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'resources' on Instance uuid eaafe7be-b9d0-47e9-b858-fee496abddc2 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.237505] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600591, 'name': CreateSnapshot_Task, 'duration_secs': 0.648962} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.237920] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1287.238474] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5853d-6a2a-49b0-8122-6aa9f1142e45 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.260775] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600593, 'name': Rename_Task, 'duration_secs': 0.150792} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.261042] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.261292] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab7dd2f9-432d-4fbd-80d7-5fc978efd330 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.267452] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1287.267452] env[69155]: value = "task-3600594" [ 1287.267452] env[69155]: _type = "Task" [ 1287.267452] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.274445] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.473149] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c06624-d08c-49fa-824a-19237f8755b8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.480933] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d146246-43dc-4362-bdaf-2f2d352c7aa2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.511559] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c8dcb-cc46-4e99-9b9f-52ab038f00e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.518748] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda798c-1851-44ca-af7a-23d690c797e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.531611] env[69155]: DEBUG nova.compute.provider_tree [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.757407] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1287.757527] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ea7462c-ada0-4821-8488-67532156a1c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.767182] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1287.767182] env[69155]: value = "task-3600595" [ 1287.767182] env[69155]: _type = "Task" [ 1287.767182] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.782340] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600595, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.782590] env[69155]: DEBUG oslo_vmware.api [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600594, 'name': PowerOnVM_Task, 'duration_secs': 0.436303} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.782820] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.889354] env[69155]: DEBUG nova.compute.manager [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.890437] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeab2de-6973-4323-a9b1-da3badc4cf15 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.035223] env[69155]: DEBUG nova.scheduler.client.report [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.277315] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600595, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.406049] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.125s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.540246] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.560763] env[69155]: INFO nova.scheduler.client.report [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted allocations for instance eaafe7be-b9d0-47e9-b858-fee496abddc2 [ 1288.777393] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600595, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.069045] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "eaafe7be-b9d0-47e9-b858-fee496abddc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.211s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.278354] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600595, 'name': CloneVM_Task, 'duration_secs': 1.437803} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.278692] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Created linked-clone VM from snapshot [ 1289.279363] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44e78c-314e-4fe7-8b49-33a0994b2b00 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.286500] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Uploading image f845713b-9468-4abc-9f5d-3087fd28c67e {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.312186] env[69155]: DEBUG oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.312186] env[69155]: value = "vm-718340" [ 1289.312186] env[69155]: _type = "VirtualMachine" [ 1289.312186] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.312541] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a29339ce-fcb9-443b-98b5-9fd7207adb5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.319659] env[69155]: DEBUG oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease: (returnval){ [ 1289.319659] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5225c588-6e97-2cc8-7186-3f6e1d3334cc" [ 1289.319659] env[69155]: _type = "HttpNfcLease" [ 1289.319659] env[69155]: } obtained for exporting VM: (result){ [ 1289.319659] env[69155]: value = "vm-718340" [ 1289.319659] env[69155]: _type = "VirtualMachine" [ 1289.319659] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.320051] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the lease: (returnval){ [ 1289.320051] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5225c588-6e97-2cc8-7186-3f6e1d3334cc" [ 1289.320051] env[69155]: _type = "HttpNfcLease" [ 1289.320051] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.326312] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.326312] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5225c588-6e97-2cc8-7186-3f6e1d3334cc" [ 1289.326312] env[69155]: _type = "HttpNfcLease" [ 1289.326312] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.828911] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.828911] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5225c588-6e97-2cc8-7186-3f6e1d3334cc" [ 1289.828911] env[69155]: _type = "HttpNfcLease" [ 1289.828911] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.829267] env[69155]: DEBUG oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.829267] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5225c588-6e97-2cc8-7186-3f6e1d3334cc" [ 1289.829267] env[69155]: _type = "HttpNfcLease" [ 1289.829267] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.829939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af210dc-2ff5-4eba-a4bb-d4df85c2ace5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.836838] env[69155]: DEBUG oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c5db-c6bf-bf78-0cec-afbc0419acd6/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.837028] env[69155]: DEBUG oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c5db-c6bf-bf78-0cec-afbc0419acd6/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1290.071412] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be9940a6-f18e-4964-88ff-55603c1f27b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.407890] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "236476c1-724c-4050-8d86-52dcd30d3251" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408273] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "236476c1-724c-4050-8d86-52dcd30d3251" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.911457] env[69155]: DEBUG nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.436014] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.436404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.438069] env[69155]: INFO nova.compute.claims [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.539328] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bafafb1-e9b6-46a1-891f-c874f41406c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.547272] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cea56ad-f1a1-4ad9-93c4-13725e5b78b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.576589] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a016b-6cd5-4672-9673-06e0508dfb6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.583632] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec41e9f-84a9-4896-86ba-9f3d45eba6cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.598204] env[69155]: DEBUG nova.compute.provider_tree [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.868541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "b065afe1-89d4-4732-bf42-06c4912505bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.868805] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "b065afe1-89d4-4732-bf42-06c4912505bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.869027] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "b065afe1-89d4-4732-bf42-06c4912505bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.869216] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "b065afe1-89d4-4732-bf42-06c4912505bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.869425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "b065afe1-89d4-4732-bf42-06c4912505bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.872020] env[69155]: INFO nova.compute.manager [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Terminating instance [ 1293.101561] env[69155]: DEBUG nova.scheduler.client.report [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.375888] env[69155]: DEBUG nova.compute.manager [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.376159] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.377073] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210442ac-3f01-4ed3-91bf-d1e794ed3740 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.385281] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.385508] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a97f64c4-e270-400b-8038-12d205eecbbb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.391532] env[69155]: DEBUG oslo_vmware.api [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1293.391532] env[69155]: value = "task-3600597" [ 1293.391532] env[69155]: _type = "Task" [ 1293.391532] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.399362] env[69155]: DEBUG oslo_vmware.api [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.607114] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.607926] env[69155]: DEBUG nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.901551] env[69155]: DEBUG oslo_vmware.api [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600597, 'name': PowerOffVM_Task, 'duration_secs': 0.197462} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.901785] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.901955] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.902237] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d340b721-53a6-410c-aea3-749fba438733 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.967874] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.968178] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.968394] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleting the datastore file [datastore2] b065afe1-89d4-4732-bf42-06c4912505bd {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.968699] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-795d8932-c72e-44a1-b52d-f169013db6fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.975406] env[69155]: DEBUG oslo_vmware.api [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1293.975406] env[69155]: value = "task-3600599" [ 1293.975406] env[69155]: _type = "Task" [ 1293.975406] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.983190] env[69155]: DEBUG oslo_vmware.api [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.112725] env[69155]: DEBUG nova.compute.utils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.114198] env[69155]: DEBUG nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.114378] env[69155]: DEBUG nova.network.neutron [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.151823] env[69155]: DEBUG nova.policy [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c1a463fe18415887ba0cb3682f9095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '523ecb8c3c8e48348c1fd01c98f421eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.422922] env[69155]: DEBUG nova.network.neutron [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Successfully created port: d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.485247] env[69155]: DEBUG oslo_vmware.api [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246097} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.485519] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.485714] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.485897] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.486082] env[69155]: INFO nova.compute.manager [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.486337] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.486537] env[69155]: DEBUG nova.compute.manager [-] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.486793] env[69155]: DEBUG nova.network.neutron [-] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.617171] env[69155]: DEBUG nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.093035] env[69155]: DEBUG nova.compute.manager [req-fab06ada-fb03-41be-8d42-eaef50add88d req-8b8bf889-f76a-493a-90cf-9d3aefb85392 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Received event network-vif-deleted-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.093250] env[69155]: INFO nova.compute.manager [req-fab06ada-fb03-41be-8d42-eaef50add88d req-8b8bf889-f76a-493a-90cf-9d3aefb85392 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Neutron deleted interface f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d; detaching it from the instance and deleting it from the info cache [ 1295.093427] env[69155]: DEBUG nova.network.neutron [req-fab06ada-fb03-41be-8d42-eaef50add88d req-8b8bf889-f76a-493a-90cf-9d3aefb85392 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.576830] env[69155]: DEBUG nova.network.neutron [-] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.597246] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c436d07d-258a-40c1-a7dd-1a597f888050 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.606209] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f87aab-6550-4d23-8dc6-8634af3b8f9c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.626207] env[69155]: DEBUG nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.636727] env[69155]: DEBUG nova.compute.manager [req-fab06ada-fb03-41be-8d42-eaef50add88d req-8b8bf889-f76a-493a-90cf-9d3aefb85392 service nova] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Detach interface failed, port_id=f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d, reason: Instance b065afe1-89d4-4732-bf42-06c4912505bd could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.661902] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.662171] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.662373] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.662547] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.662695] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.662839] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.663074] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.663246] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.663498] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.663659] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.663757] env[69155]: DEBUG nova.virt.hardware [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.664682] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631035db-a7cf-43cf-b0f2-e15800970129 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.674272] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c61ca-e079-4451-93ee-9b9cdfc9747d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.081784] env[69155]: INFO nova.compute.manager [-] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Took 1.59 seconds to deallocate network for instance. [ 1296.215287] env[69155]: DEBUG nova.network.neutron [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Successfully updated port: d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.603041] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.603193] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.603325] env[69155]: DEBUG nova.objects.instance [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'resources' on Instance uuid b065afe1-89d4-4732-bf42-06c4912505bd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.717995] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.718407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.718407] env[69155]: DEBUG nova.network.neutron [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.119132] env[69155]: DEBUG nova.compute.manager [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Received event network-vif-plugged-d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.119408] env[69155]: DEBUG oslo_concurrency.lockutils [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] Acquiring lock "236476c1-724c-4050-8d86-52dcd30d3251-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.119683] env[69155]: DEBUG oslo_concurrency.lockutils [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] Lock "236476c1-724c-4050-8d86-52dcd30d3251-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.119840] env[69155]: DEBUG oslo_concurrency.lockutils [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] Lock "236476c1-724c-4050-8d86-52dcd30d3251-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.120051] env[69155]: DEBUG nova.compute.manager [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] No waiting events found dispatching network-vif-plugged-d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.120246] env[69155]: WARNING nova.compute.manager [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Received unexpected event network-vif-plugged-d3bc929c-3fad-45b2-938d-c2096339a32e for instance with vm_state building and task_state spawning. [ 1297.120431] env[69155]: DEBUG nova.compute.manager [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Received event network-changed-d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.120593] env[69155]: DEBUG nova.compute.manager [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Refreshing instance network info cache due to event network-changed-d3bc929c-3fad-45b2-938d-c2096339a32e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.120761] env[69155]: DEBUG oslo_concurrency.lockutils [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] Acquiring lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.192866] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06803c72-a016-4a10-a75a-7168b3233a6c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.200210] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2cf399-748a-47fa-8e49-10fc8e23baaf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.233344] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc044d3-b727-4d96-a6e7-c4b20ac9f19d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.241447] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511a869-f1c1-4d58-a403-6dc122dbbc10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.254780] env[69155]: DEBUG nova.compute.provider_tree [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.262799] env[69155]: DEBUG nova.network.neutron [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.432970] env[69155]: DEBUG nova.network.neutron [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Updating instance_info_cache with network_info: [{"id": "d3bc929c-3fad-45b2-938d-c2096339a32e", "address": "fa:16:3e:28:cd:b9", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bc929c-3f", "ovs_interfaceid": "d3bc929c-3fad-45b2-938d-c2096339a32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.758495] env[69155]: DEBUG nova.scheduler.client.report [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.936272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.936617] env[69155]: DEBUG nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Instance network_info: |[{"id": "d3bc929c-3fad-45b2-938d-c2096339a32e", "address": "fa:16:3e:28:cd:b9", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bc929c-3f", "ovs_interfaceid": "d3bc929c-3fad-45b2-938d-c2096339a32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.936934] env[69155]: DEBUG oslo_concurrency.lockutils [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] Acquired lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.937133] env[69155]: DEBUG nova.network.neutron [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Refreshing network info cache for port d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.938362] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:cd:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3bc929c-3fad-45b2-938d-c2096339a32e', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.949614] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.950818] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.951115] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6082bb4-32e9-461a-acf2-76e909bab23a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.973729] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.973729] env[69155]: value = "task-3600600" [ 1297.973729] env[69155]: _type = "Task" [ 1297.973729] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.981888] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600600, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.264811] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.283431] env[69155]: INFO nova.scheduler.client.report [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted allocations for instance b065afe1-89d4-4732-bf42-06c4912505bd [ 1298.484091] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600600, 'name': CreateVM_Task, 'duration_secs': 0.383666} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.484281] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.484984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.485182] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.485527] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.485798] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e022f9f8-9987-4fc0-bdd4-c1eeff33d4ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.490448] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1298.490448] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521e3c4d-fc95-c643-788b-9447ebf9f806" [ 1298.490448] env[69155]: _type = "Task" [ 1298.490448] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.500619] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521e3c4d-fc95-c643-788b-9447ebf9f806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.666799] env[69155]: DEBUG nova.network.neutron [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Updated VIF entry in instance network info cache for port d3bc929c-3fad-45b2-938d-c2096339a32e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.667205] env[69155]: DEBUG nova.network.neutron [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Updating instance_info_cache with network_info: [{"id": "d3bc929c-3fad-45b2-938d-c2096339a32e", "address": "fa:16:3e:28:cd:b9", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bc929c-3f", "ovs_interfaceid": "d3bc929c-3fad-45b2-938d-c2096339a32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.792253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-69e98bb5-892c-493f-a7cd-16911830a7da tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "b065afe1-89d4-4732-bf42-06c4912505bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.797803] env[69155]: DEBUG oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c5db-c6bf-bf78-0cec-afbc0419acd6/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1298.798701] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e013b05f-a415-4e17-b5b0-79975fc97a31 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.804942] env[69155]: DEBUG oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c5db-c6bf-bf78-0cec-afbc0419acd6/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1298.805133] env[69155]: ERROR oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c5db-c6bf-bf78-0cec-afbc0419acd6/disk-0.vmdk due to incomplete transfer. [ 1298.805361] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d00aeac-61a6-4f3a-9682-03b3fdfdfbfe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.812916] env[69155]: DEBUG oslo_vmware.rw_handles [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c5db-c6bf-bf78-0cec-afbc0419acd6/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1298.813126] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Uploaded image f845713b-9468-4abc-9f5d-3087fd28c67e to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1298.815322] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1298.815780] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01a941ee-c4ce-4fc1-97d6-35690171e387 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.821746] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1298.821746] env[69155]: value = "task-3600601" [ 1298.821746] env[69155]: _type = "Task" [ 1298.821746] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.829203] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600601, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.000336] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521e3c4d-fc95-c643-788b-9447ebf9f806, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.000599] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.000838] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.001088] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.001241] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.001453] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.001784] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e269847-577a-4212-9db1-e994a15bff34 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.010016] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.010226] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.010922] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0872add-3995-427c-a0f5-5d441f43e42a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.016162] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1299.016162] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52aa9314-2350-7374-7921-4d406a1ee49f" [ 1299.016162] env[69155]: _type = "Task" [ 1299.016162] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.023519] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52aa9314-2350-7374-7921-4d406a1ee49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.170545] env[69155]: DEBUG oslo_concurrency.lockutils [req-86b23281-cbae-4ab2-95e6-898c418f6194 req-0460f512-77cc-42e2-95c9-e2b660b1c607 service nova] Releasing lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.332464] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600601, 'name': Destroy_Task, 'duration_secs': 0.311111} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.332764] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Destroyed the VM [ 1299.333028] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1299.333290] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b71a540a-bfd4-4ee0-bddb-b213204480a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.339421] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1299.339421] env[69155]: value = "task-3600602" [ 1299.339421] env[69155]: _type = "Task" [ 1299.339421] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.346938] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.527491] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52aa9314-2350-7374-7921-4d406a1ee49f, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.528354] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca0edf4-6a3e-402e-bf3e-76015a753726 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.533992] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1299.533992] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3098f-d867-f3ba-9f49-bbcb5f0f59a3" [ 1299.533992] env[69155]: _type = "Task" [ 1299.533992] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.541640] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3098f-d867-f3ba-9f49-bbcb5f0f59a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.850029] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600602, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350225} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.850029] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1299.850432] env[69155]: DEBUG nova.compute.manager [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.850836] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f5e2f-c361-4679-b50e-122879a13646 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.046756] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c3098f-d867-f3ba-9f49-bbcb5f0f59a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.046937] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.047071] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 236476c1-724c-4050-8d86-52dcd30d3251/236476c1-724c-4050-8d86-52dcd30d3251.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.047323] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b15bb2ff-ec17-4bb6-959e-ec262bd7d93f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.054373] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1300.054373] env[69155]: value = "task-3600603" [ 1300.054373] env[69155]: _type = "Task" [ 1300.054373] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.061621] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.228115] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.228402] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.362916] env[69155]: INFO nova.compute.manager [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Shelve offloading [ 1300.563947] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600603, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.735843] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.736101] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.736312] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.736507] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.736691] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.736852] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.737020] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1300.737245] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.801046] env[69155]: DEBUG nova.compute.manager [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1300.866212] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.866608] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d52d34-08b9-467c-8d6f-8d54f2e94879 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.874337] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1300.874337] env[69155]: value = "task-3600604" [ 1300.874337] env[69155]: _type = "Task" [ 1300.874337] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.882728] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.065062] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600603, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.240852] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.241146] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.241320] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.241514] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1301.242381] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ceb80d-d87f-4ac4-8694-8ae47f66ab04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.250153] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a864cd-002a-40e9-a97a-7951ecc3b812 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.263609] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063920fc-4e5b-4385-a3dd-de9ea83a41d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.269744] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23091a98-f967-411e-b218-bfa14161542b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.299150] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179946MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1301.299284] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.299523] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.321178] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.384030] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1301.384262] env[69155]: DEBUG nova.compute.manager [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.384958] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160a30ff-d7af-440b-a1a3-15fd0122e2da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.390331] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.390497] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.390667] env[69155]: DEBUG nova.network.neutron [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.566462] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600603, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.422235} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.566780] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 236476c1-724c-4050-8d86-52dcd30d3251/236476c1-724c-4050-8d86-52dcd30d3251.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.567000] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.567266] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66691ae1-d6ea-4830-a3aa-8f092448cb4d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.574726] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1301.574726] env[69155]: value = "task-3600605" [ 1301.574726] env[69155]: _type = "Task" [ 1301.574726] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.581851] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.084757] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067394} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.085099] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.085770] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb8ee48-b716-40f0-be8c-9072dac70c79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.088606] env[69155]: DEBUG nova.network.neutron [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [{"id": "6dbba565-e63c-4cb2-b07c-9018af03f509", "address": "fa:16:3e:35:a4:b1", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbba565-e6", "ovs_interfaceid": "6dbba565-e63c-4cb2-b07c-9018af03f509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.108574] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 236476c1-724c-4050-8d86-52dcd30d3251/236476c1-724c-4050-8d86-52dcd30d3251.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.109400] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e93f244-c589-46ad-8b80-7199d691abe1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.127686] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1302.127686] env[69155]: value = "task-3600606" [ 1302.127686] env[69155]: _type = "Task" [ 1302.127686] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.136265] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.308542] env[69155]: INFO nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating resource usage from migration 839e3826-d9e2-454a-83ca-8756deb0328b [ 1302.324270] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c85cf6e7-46e8-48d6-9760-6181a12c47ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.324428] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.324543] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance fe772ac1-58c2-4645-8769-866bf6defdd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.324665] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 236476c1-724c-4050-8d86-52dcd30d3251 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.324782] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Migration 839e3826-d9e2-454a-83ca-8756deb0328b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1302.324900] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 865992c7-0ec5-451b-b9dc-4c4ecf356725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.325099] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1302.325239] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1302.398357] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5188d3-0cd4-4a2b-b4e5-149fb2aaa633 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.405681] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a929fdd6-97f0-413a-83d8-5fbb30ecccd8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.434393] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20dee9-728c-4f2d-a99d-9c7ed2d2640f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.441447] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f114c2ba-5872-46a3-92b5-d161862fd887 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.454074] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.591856] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.637566] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600606, 'name': ReconfigVM_Task, 'duration_secs': 0.257897} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.639549] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 236476c1-724c-4050-8d86-52dcd30d3251/236476c1-724c-4050-8d86-52dcd30d3251.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.640202] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd6cf9dd-d27e-4802-b45f-e16cff02a44e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.646761] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1302.646761] env[69155]: value = "task-3600607" [ 1302.646761] env[69155]: _type = "Task" [ 1302.646761] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.653978] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600607, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.823310] env[69155]: DEBUG nova.compute.manager [req-a969cc30-f2c0-4d8a-93d7-83b6b0ec0882 req-0ea0bae7-9955-4d63-837c-24a493ca136b service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received event network-vif-unplugged-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.823591] env[69155]: DEBUG oslo_concurrency.lockutils [req-a969cc30-f2c0-4d8a-93d7-83b6b0ec0882 req-0ea0bae7-9955-4d63-837c-24a493ca136b service nova] Acquiring lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.823822] env[69155]: DEBUG oslo_concurrency.lockutils [req-a969cc30-f2c0-4d8a-93d7-83b6b0ec0882 req-0ea0bae7-9955-4d63-837c-24a493ca136b service nova] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.823998] env[69155]: DEBUG oslo_concurrency.lockutils [req-a969cc30-f2c0-4d8a-93d7-83b6b0ec0882 req-0ea0bae7-9955-4d63-837c-24a493ca136b service nova] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.824177] env[69155]: DEBUG nova.compute.manager [req-a969cc30-f2c0-4d8a-93d7-83b6b0ec0882 req-0ea0bae7-9955-4d63-837c-24a493ca136b service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] No waiting events found dispatching network-vif-unplugged-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.824330] env[69155]: WARNING nova.compute.manager [req-a969cc30-f2c0-4d8a-93d7-83b6b0ec0882 req-0ea0bae7-9955-4d63-837c-24a493ca136b service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received unexpected event network-vif-unplugged-6dbba565-e63c-4cb2-b07c-9018af03f509 for instance with vm_state shelved and task_state shelving_offloading. [ 1302.948437] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.949366] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d6c5b-6924-4953-a0da-5dbcaeb2f453 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.959022] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.962518] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.963148] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44ceef94-69c0-450a-becc-98fcd5c41ef2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.041542] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.041813] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.041946] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleting the datastore file [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.042202] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2599c6b-bc0b-4f7c-ba44-c6c6450bf363 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.048443] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1303.048443] env[69155]: value = "task-3600609" [ 1303.048443] env[69155]: _type = "Task" [ 1303.048443] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.055885] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.156103] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600607, 'name': Rename_Task, 'duration_secs': 0.135611} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.156485] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.156580] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192c81ea-39d1-4bbd-8bfc-d22e6ad422a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.161966] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1303.161966] env[69155]: value = "task-3600610" [ 1303.161966] env[69155]: _type = "Task" [ 1303.161966] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.168773] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.464133] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1303.464348] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.464573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.144s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.558653] env[69155]: DEBUG oslo_vmware.api [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139547} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.558957] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.559175] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.559360] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.577285] env[69155]: INFO nova.scheduler.client.report [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted allocations for instance 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 [ 1303.670823] env[69155]: DEBUG oslo_vmware.api [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600610, 'name': PowerOnVM_Task, 'duration_secs': 0.496284} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.671106] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.671313] env[69155]: INFO nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1303.671522] env[69155]: DEBUG nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.672292] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f235195c-d361-4a65-83e3-83f97ab875bf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.970177] env[69155]: INFO nova.compute.claims [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.081220] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.193523] env[69155]: INFO nova.compute.manager [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Took 12.78 seconds to build instance. [ 1304.476310] env[69155]: INFO nova.compute.resource_tracker [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating resource usage from migration 839e3826-d9e2-454a-83ca-8756deb0328b [ 1304.557603] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3fce86-4f3e-475d-8622-cf4ee12e9688 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.565050] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07cd4b3-2300-4be9-b787-ea922956805d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.596288] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f3e3b7-91d2-42f9-be3c-7095c66f3ff7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.604209] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3dc188-ab06-4343-93d7-c1aaa5f6b1fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.617351] env[69155]: DEBUG nova.compute.provider_tree [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.695891] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2326d8d6-8109-428c-b8b3-d873b7258ce9 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "236476c1-724c-4050-8d86-52dcd30d3251" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.288s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.851819] env[69155]: DEBUG nova.compute.manager [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received event network-changed-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.852191] env[69155]: DEBUG nova.compute.manager [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Refreshing instance network info cache due to event network-changed-6dbba565-e63c-4cb2-b07c-9018af03f509. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.852498] env[69155]: DEBUG oslo_concurrency.lockutils [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] Acquiring lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.852702] env[69155]: DEBUG oslo_concurrency.lockutils [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] Acquired lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.852929] env[69155]: DEBUG nova.network.neutron [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Refreshing network info cache for port 6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.120774] env[69155]: DEBUG nova.scheduler.client.report [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.216967] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.555443] env[69155]: DEBUG nova.network.neutron [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updated VIF entry in instance network info cache for port 6dbba565-e63c-4cb2-b07c-9018af03f509. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.555792] env[69155]: DEBUG nova.network.neutron [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [{"id": "6dbba565-e63c-4cb2-b07c-9018af03f509", "address": "fa:16:3e:35:a4:b1", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6dbba565-e6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.625712] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.161s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.625924] env[69155]: INFO nova.compute.manager [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Migrating [ 1305.632818] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.552s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.633013] env[69155]: DEBUG nova.objects.instance [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'resources' on Instance uuid 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.058793] env[69155]: DEBUG oslo_concurrency.lockutils [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] Releasing lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.058963] env[69155]: DEBUG nova.compute.manager [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Received event network-changed-d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.059032] env[69155]: DEBUG nova.compute.manager [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Refreshing instance network info cache due to event network-changed-d3bc929c-3fad-45b2-938d-c2096339a32e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.059253] env[69155]: DEBUG oslo_concurrency.lockutils [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] Acquiring lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.059399] env[69155]: DEBUG oslo_concurrency.lockutils [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] Acquired lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.059563] env[69155]: DEBUG nova.network.neutron [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Refreshing network info cache for port d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.141066] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.141278] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.141349] env[69155]: DEBUG nova.network.neutron [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.142822] env[69155]: DEBUG nova.objects.instance [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.646682] env[69155]: DEBUG nova.objects.base [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Object Instance<6c8e3f60-1e99-412f-aaf1-f3a4f7670311> lazy-loaded attributes: resources,numa_topology {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1306.730888] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15851083-ecd2-4d72-bd64-a2b1cb2c83c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.738992] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf379ed-fa35-40e9-b833-b5ab10c4230b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.773051] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70cd4cb-4a69-4b72-a901-cbc306e7faf0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.780207] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39d82c-bf4c-4061-b6d0-bae61c40a1c6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.793353] env[69155]: DEBUG nova.compute.provider_tree [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.830009] env[69155]: DEBUG nova.network.neutron [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Updated VIF entry in instance network info cache for port d3bc929c-3fad-45b2-938d-c2096339a32e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.830375] env[69155]: DEBUG nova.network.neutron [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Updating instance_info_cache with network_info: [{"id": "d3bc929c-3fad-45b2-938d-c2096339a32e", "address": "fa:16:3e:28:cd:b9", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bc929c-3f", "ovs_interfaceid": "d3bc929c-3fad-45b2-938d-c2096339a32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.929326] env[69155]: DEBUG nova.network.neutron [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.296935] env[69155]: DEBUG nova.scheduler.client.report [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.333426] env[69155]: DEBUG oslo_concurrency.lockutils [req-07cdbbcd-841a-443a-b48b-ab0e64760316 req-88a8266a-85fe-4178-9f1d-5165db12fd4e service nova] Releasing lock "refresh_cache-236476c1-724c-4050-8d86-52dcd30d3251" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.431808] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.804806] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.313738] env[69155]: DEBUG oslo_concurrency.lockutils [None req-03bdd84a-4f08-48dc-9ab6-79786026e1b1 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.232s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.314916] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.098s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.315248] env[69155]: INFO nova.compute.manager [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Unshelving [ 1308.947928] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3684c8ea-2a2c-4698-b8ca-ed3b8c38ad1c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.967367] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance '865992c7-0ec5-451b-b9dc-4c4ecf356725' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.339302] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.339603] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.339817] env[69155]: DEBUG nova.objects.instance [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.473177] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.473495] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8b23c7-8f52-4f0c-9926-9e7b28161ceb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.482071] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1309.482071] env[69155]: value = "task-3600613" [ 1309.482071] env[69155]: _type = "Task" [ 1309.482071] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.490056] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.844119] env[69155]: DEBUG nova.objects.instance [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.993511] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600613, 'name': PowerOffVM_Task, 'duration_secs': 0.205788} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.993969] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.993969] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance '865992c7-0ec5-451b-b9dc-4c4ecf356725' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.346902] env[69155]: INFO nova.compute.claims [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.500531] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.500758] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.500917] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.501119] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.501273] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.501426] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.501682] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.501854] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.502036] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.502209] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.502387] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.507306] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d99028e8-df64-40b1-b634-7df8ec3a920a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.526959] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1310.526959] env[69155]: value = "task-3600615" [ 1310.526959] env[69155]: _type = "Task" [ 1310.526959] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.535588] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.037690] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600615, 'name': ReconfigVM_Task, 'duration_secs': 0.182833} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.038196] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance '865992c7-0ec5-451b-b9dc-4c4ecf356725' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.436269] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91e4683-d331-453e-8e1a-e70fee22db50 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.444124] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd92b0e6-d39d-4e22-a26f-c7f6fd48f147 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.473765] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d768871-6d0a-4f69-8d5c-958b6ec5d8e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.481738] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbed12-6252-4b56-8a1b-e8e6432a3345 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.496080] env[69155]: DEBUG nova.compute.provider_tree [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.544258] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.544481] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.544649] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.544833] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.544982] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.545178] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.545929] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.545929] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.545929] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.545929] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.546127] env[69155]: DEBUG nova.virt.hardware [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.551093] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1311.551351] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742e9fdc-fe89-464a-ab5d-e67a53723fa7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.570662] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1311.570662] env[69155]: value = "task-3600616" [ 1311.570662] env[69155]: _type = "Task" [ 1311.570662] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.578324] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.999186] env[69155]: DEBUG nova.scheduler.client.report [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.080824] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600616, 'name': ReconfigVM_Task, 'duration_secs': 0.184051} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.081259] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.081896] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7aab25-2bff-4e96-8ec9-562726cc09a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.104143] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 865992c7-0ec5-451b-b9dc-4c4ecf356725/865992c7-0ec5-451b-b9dc-4c4ecf356725.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.104413] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62edca95-bd8a-41b2-b61e-e983dba76d34 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.123289] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1312.123289] env[69155]: value = "task-3600618" [ 1312.123289] env[69155]: _type = "Task" [ 1312.123289] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.131533] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.504058] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.164s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.532882] env[69155]: INFO nova.network.neutron [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating port 6dbba565-e63c-4cb2-b07c-9018af03f509 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1312.634236] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600618, 'name': ReconfigVM_Task, 'duration_secs': 0.297246} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.634516] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 865992c7-0ec5-451b-b9dc-4c4ecf356725/865992c7-0ec5-451b-b9dc-4c4ecf356725.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.634885] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance '865992c7-0ec5-451b-b9dc-4c4ecf356725' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.141937] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09cbd95-599f-4b44-a07b-b9206ad057c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.161243] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbe138f-baa1-40c0-bf89-52885755a2e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.180891] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance '865992c7-0ec5-451b-b9dc-4c4ecf356725' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.716473] env[69155]: DEBUG nova.network.neutron [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Port 74fd32ba-2809-4812-9de3-c2aec0353232 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1313.913180] env[69155]: DEBUG nova.compute.manager [req-7c0d27c7-bff1-4b5e-821a-073f1f4b952e req-7564313c-677b-4fef-ac2c-5aa0b2383cef service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received event network-vif-plugged-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.913180] env[69155]: DEBUG oslo_concurrency.lockutils [req-7c0d27c7-bff1-4b5e-821a-073f1f4b952e req-7564313c-677b-4fef-ac2c-5aa0b2383cef service nova] Acquiring lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.913180] env[69155]: DEBUG oslo_concurrency.lockutils [req-7c0d27c7-bff1-4b5e-821a-073f1f4b952e req-7564313c-677b-4fef-ac2c-5aa0b2383cef service nova] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.913180] env[69155]: DEBUG oslo_concurrency.lockutils [req-7c0d27c7-bff1-4b5e-821a-073f1f4b952e req-7564313c-677b-4fef-ac2c-5aa0b2383cef service nova] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.913873] env[69155]: DEBUG nova.compute.manager [req-7c0d27c7-bff1-4b5e-821a-073f1f4b952e req-7564313c-677b-4fef-ac2c-5aa0b2383cef service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] No waiting events found dispatching network-vif-plugged-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.914197] env[69155]: WARNING nova.compute.manager [req-7c0d27c7-bff1-4b5e-821a-073f1f4b952e req-7564313c-677b-4fef-ac2c-5aa0b2383cef service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received unexpected event network-vif-plugged-6dbba565-e63c-4cb2-b07c-9018af03f509 for instance with vm_state shelved_offloaded and task_state spawning. [ 1314.312057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.312057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.312057] env[69155]: DEBUG nova.network.neutron [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.738410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.739560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.739560] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.024698] env[69155]: DEBUG nova.network.neutron [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [{"id": "6dbba565-e63c-4cb2-b07c-9018af03f509", "address": "fa:16:3e:35:a4:b1", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbba565-e6", "ovs_interfaceid": "6dbba565-e63c-4cb2-b07c-9018af03f509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.527581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.554863] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a7962d030bd80c70a3da108249affe01',container_format='bare',created_at=2025-04-25T18:07:07Z,direct_url=,disk_format='vmdk',id=f845713b-9468-4abc-9f5d-3087fd28c67e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-620352082-shelved',owner='1177372975e1464db93907d65e437735',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-25T18:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.555134] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.555296] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.555483] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.555633] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.555783] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.556064] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.556207] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.556390] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.556556] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.556735] env[69155]: DEBUG nova.virt.hardware [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.557597] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d433a3-d4c2-4a01-b7fb-6c2a15c91057 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.565812] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b18a917-7845-4d44-bc19-2cae443e3e07 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.579235] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a4:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dbba565-e63c-4cb2-b07c-9018af03f509', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.586581] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.586821] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.587041] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b591ef2-eb38-40e5-a907-ad3fc21ddcdf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.606784] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.606784] env[69155]: value = "task-3600620" [ 1315.606784] env[69155]: _type = "Task" [ 1315.606784] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.615342] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600620, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.782021] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.782225] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.782406] env[69155]: DEBUG nova.network.neutron [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.939195] env[69155]: DEBUG nova.compute.manager [req-5595617d-c9c4-4c83-8fd7-2b1880f2a463 req-2cb1c2a7-c99c-45f2-aba3-ef7f850e0136 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received event network-changed-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.939469] env[69155]: DEBUG nova.compute.manager [req-5595617d-c9c4-4c83-8fd7-2b1880f2a463 req-2cb1c2a7-c99c-45f2-aba3-ef7f850e0136 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Refreshing instance network info cache due to event network-changed-6dbba565-e63c-4cb2-b07c-9018af03f509. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.939728] env[69155]: DEBUG oslo_concurrency.lockutils [req-5595617d-c9c4-4c83-8fd7-2b1880f2a463 req-2cb1c2a7-c99c-45f2-aba3-ef7f850e0136 service nova] Acquiring lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.939927] env[69155]: DEBUG oslo_concurrency.lockutils [req-5595617d-c9c4-4c83-8fd7-2b1880f2a463 req-2cb1c2a7-c99c-45f2-aba3-ef7f850e0136 service nova] Acquired lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.940117] env[69155]: DEBUG nova.network.neutron [req-5595617d-c9c4-4c83-8fd7-2b1880f2a463 req-2cb1c2a7-c99c-45f2-aba3-ef7f850e0136 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Refreshing network info cache for port 6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.117306] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600620, 'name': CreateVM_Task, 'duration_secs': 0.331767} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.117504] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.118094] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.118272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.118650] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.118899] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50074cbb-e3fc-4cf2-93a7-e32a0f114d1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.123427] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1316.123427] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522bc8c4-52b8-1910-d59c-f42d22d12211" [ 1316.123427] env[69155]: _type = "Task" [ 1316.123427] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.131248] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522bc8c4-52b8-1910-d59c-f42d22d12211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.523669] env[69155]: DEBUG nova.network.neutron [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.635912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.636217] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Processing image f845713b-9468-4abc-9f5d-3087fd28c67e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.636410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e/f845713b-9468-4abc-9f5d-3087fd28c67e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.636556] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e/f845713b-9468-4abc-9f5d-3087fd28c67e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.636729] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.636984] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97821f8a-d062-4178-b03f-aa506d1ba229 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.645789] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.645985] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.646666] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b975c55e-09e6-40a3-89ef-5508d01b786e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.652110] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1316.652110] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5259d34c-08f3-1c8b-7e41-fd1b50b18973" [ 1316.652110] env[69155]: _type = "Task" [ 1316.652110] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.659901] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5259d34c-08f3-1c8b-7e41-fd1b50b18973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.667631] env[69155]: DEBUG nova.network.neutron [req-5595617d-c9c4-4c83-8fd7-2b1880f2a463 req-2cb1c2a7-c99c-45f2-aba3-ef7f850e0136 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updated VIF entry in instance network info cache for port 6dbba565-e63c-4cb2-b07c-9018af03f509. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.668071] env[69155]: DEBUG nova.network.neutron [req-5595617d-c9c4-4c83-8fd7-2b1880f2a463 req-2cb1c2a7-c99c-45f2-aba3-ef7f850e0136 service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [{"id": "6dbba565-e63c-4cb2-b07c-9018af03f509", "address": "fa:16:3e:35:a4:b1", "network": {"id": "b9c4cbd7-e4a9-4727-a235-5f5a79369f5e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1758966768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1177372975e1464db93907d65e437735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbba565-e6", "ovs_interfaceid": "6dbba565-e63c-4cb2-b07c-9018af03f509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.026489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.163427] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Preparing fetch location {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1317.163781] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Fetch image to [datastore2] OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99/OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99.vmdk {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1317.164119] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Downloading stream optimized image f845713b-9468-4abc-9f5d-3087fd28c67e to [datastore2] OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99/OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99.vmdk on the data store datastore2 as vApp {{(pid=69155) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1317.164358] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Downloading image file data f845713b-9468-4abc-9f5d-3087fd28c67e to the ESX as VM named 'OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99' {{(pid=69155) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1317.172116] env[69155]: DEBUG oslo_concurrency.lockutils [req-5595617d-c9c4-4c83-8fd7-2b1880f2a463 req-2cb1c2a7-c99c-45f2-aba3-ef7f850e0136 service nova] Releasing lock "refresh_cache-6c8e3f60-1e99-412f-aaf1-f3a4f7670311" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.239336] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1317.239336] env[69155]: value = "resgroup-9" [ 1317.239336] env[69155]: _type = "ResourcePool" [ 1317.239336] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1317.239685] env[69155]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b8d8a383-b3b6-4d75-bb03-aba1c8e7ce16 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.261281] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease: (returnval){ [ 1317.261281] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520fe3eb-9470-3d67-d1d7-f0daac583cae" [ 1317.261281] env[69155]: _type = "HttpNfcLease" [ 1317.261281] env[69155]: } obtained for vApp import into resource pool (val){ [ 1317.261281] env[69155]: value = "resgroup-9" [ 1317.261281] env[69155]: _type = "ResourcePool" [ 1317.261281] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1317.261769] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the lease: (returnval){ [ 1317.261769] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520fe3eb-9470-3d67-d1d7-f0daac583cae" [ 1317.261769] env[69155]: _type = "HttpNfcLease" [ 1317.261769] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1317.269567] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.269567] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520fe3eb-9470-3d67-d1d7-f0daac583cae" [ 1317.269567] env[69155]: _type = "HttpNfcLease" [ 1317.269567] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1317.564927] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760fc7e7-26f0-4f1b-af18-f4d7dd03f66b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.587565] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d868c163-d688-46d6-95fd-fe62c14549a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.596122] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance '865992c7-0ec5-451b-b9dc-4c4ecf356725' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.770333] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.770333] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520fe3eb-9470-3d67-d1d7-f0daac583cae" [ 1317.770333] env[69155]: _type = "HttpNfcLease" [ 1317.770333] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.770835] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.770835] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]520fe3eb-9470-3d67-d1d7-f0daac583cae" [ 1317.770835] env[69155]: _type = "HttpNfcLease" [ 1317.770835] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1317.771335] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78e261-7ad7-43a3-a007-ea6468f0adec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.778577] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a09c9b-9235-48ad-22c1-c07c43f47767/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.778754] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a09c9b-9235-48ad-22c1-c07c43f47767/disk-0.vmdk. {{(pid=69155) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1317.841144] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec70ec50-6f2d-46a4-914a-7670027338a1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.102943] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.103286] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ef94c3c-8413-46a3-80d5-6f0582c054c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.113288] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1318.113288] env[69155]: value = "task-3600623" [ 1318.113288] env[69155]: _type = "Task" [ 1318.113288] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.121768] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.626682] env[69155]: DEBUG oslo_vmware.api [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600623, 'name': PowerOnVM_Task, 'duration_secs': 0.45537} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.628442] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.628618] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-63a997ff-b7b9-4f1d-b371-b8c919b8dc8a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance '865992c7-0ec5-451b-b9dc-4c4ecf356725' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.905041] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Completed reading data from the image iterator. {{(pid=69155) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1318.905284] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a09c9b-9235-48ad-22c1-c07c43f47767/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1318.906297] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d8049f-06bd-4c48-8dfd-ded962377ebe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.913986] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a09c9b-9235-48ad-22c1-c07c43f47767/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1318.914179] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a09c9b-9235-48ad-22c1-c07c43f47767/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1318.914422] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ee611d13-dff1-4bf4-a0d4-0f40994274f3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.103318] env[69155]: DEBUG oslo_vmware.rw_handles [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a09c9b-9235-48ad-22c1-c07c43f47767/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1319.103542] env[69155]: INFO nova.virt.vmwareapi.images [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Downloaded image file data f845713b-9468-4abc-9f5d-3087fd28c67e [ 1319.104389] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45535afa-1f63-466e-a507-d5fbb63aecee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.120219] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf5f7d5-e53e-42f2-a1dc-95d832d61397 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.154772] env[69155]: INFO nova.virt.vmwareapi.images [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] The imported VM was unregistered [ 1319.157145] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Caching image {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1319.157383] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.157898] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8481f96a-0c00-44aa-9a25-8a96acfe253b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.179675] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Created directory with path [datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.179866] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99/OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99.vmdk to [datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e/f845713b-9468-4abc-9f5d-3087fd28c67e.vmdk. {{(pid=69155) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1319.180134] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-79fdbe3f-f8af-4c86-aed5-0053b7cf9462 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.187543] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1319.187543] env[69155]: value = "task-3600626" [ 1319.187543] env[69155]: _type = "Task" [ 1319.187543] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.195188] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600626, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.698439] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600626, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.198306] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600626, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.699337] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600626, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.200782] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600626, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.225876] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.226145] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.226275] env[69155]: DEBUG nova.compute.manager [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Going to confirm migration 8 {{(pid=69155) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1321.700136] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600626, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.292861} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.700419] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99/OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99.vmdk to [datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e/f845713b-9468-4abc-9f5d-3087fd28c67e.vmdk. [ 1321.700605] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Cleaning up location [datastore2] OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99 {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1321.700788] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c41b6c41-d7ae-4298-916b-f082c8187b99 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.701062] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a33f49-3c2c-4f31-8190-16faa1e033e9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.708585] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1321.708585] env[69155]: value = "task-3600628" [ 1321.708585] env[69155]: _type = "Task" [ 1321.708585] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.717090] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.816151] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.816361] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.816545] env[69155]: DEBUG nova.network.neutron [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.816735] env[69155]: DEBUG nova.objects.instance [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'info_cache' on Instance uuid 865992c7-0ec5-451b-b9dc-4c4ecf356725 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.217833] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039598} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.218237] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.218312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e/f845713b-9468-4abc-9f5d-3087fd28c67e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.218537] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e/f845713b-9468-4abc-9f5d-3087fd28c67e.vmdk to [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311/6c8e3f60-1e99-412f-aaf1-f3a4f7670311.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.218793] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea35838d-0b51-487e-894b-31e3ba586985 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.226783] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1322.226783] env[69155]: value = "task-3600629" [ 1322.226783] env[69155]: _type = "Task" [ 1322.226783] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.234912] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.738323] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600629, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.062503] env[69155]: DEBUG nova.network.neutron [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [{"id": "74fd32ba-2809-4812-9de3-c2aec0353232", "address": "fa:16:3e:91:ff:93", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74fd32ba-28", "ovs_interfaceid": "74fd32ba-2809-4812-9de3-c2aec0353232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.238073] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600629, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.565315] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-865992c7-0ec5-451b-b9dc-4c4ecf356725" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.565663] env[69155]: DEBUG nova.objects.instance [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'migration_context' on Instance uuid 865992c7-0ec5-451b-b9dc-4c4ecf356725 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.593748] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.593982] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.739317] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600629, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.069348] env[69155]: DEBUG nova.objects.base [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Object Instance<865992c7-0ec5-451b-b9dc-4c4ecf356725> lazy-loaded attributes: info_cache,migration_context {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1324.070506] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea19188f-ccc2-4e15-82c5-5e6ed3716259 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.092412] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a78f1c1-e9fe-4ca5-8198-3b5ebd258a43 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.096617] env[69155]: DEBUG nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.100794] env[69155]: DEBUG oslo_vmware.api [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1324.100794] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5265a017-286b-fdb3-1fcb-81ae1966dd12" [ 1324.100794] env[69155]: _type = "Task" [ 1324.100794] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.110741] env[69155]: DEBUG oslo_vmware.api [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5265a017-286b-fdb3-1fcb-81ae1966dd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.240431] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600629, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.615723] env[69155]: DEBUG oslo_vmware.api [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5265a017-286b-fdb3-1fcb-81ae1966dd12, 'name': SearchDatastore_Task, 'duration_secs': 0.047439} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.616024] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.616272] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.628265] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.740804] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600629, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.325247} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.741092] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f845713b-9468-4abc-9f5d-3087fd28c67e/f845713b-9468-4abc-9f5d-3087fd28c67e.vmdk to [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311/6c8e3f60-1e99-412f-aaf1-f3a4f7670311.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.741831] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4210f419-b4fc-4cd7-878d-4eeae7646ee5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.763321] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311/6c8e3f60-1e99-412f-aaf1-f3a4f7670311.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.763563] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc501244-501f-4d9c-ae6e-98701219e34c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.782989] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1324.782989] env[69155]: value = "task-3600630" [ 1324.782989] env[69155]: _type = "Task" [ 1324.782989] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.790769] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.144039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.144392] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.211903] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3feede-a7c5-4947-a305-d767e2b27f94 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.219742] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a1857-97c5-449c-9148-c2e47f7781e8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.249908] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158db1bb-82dc-4ebd-a1c5-bc943f565c78 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.258094] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0251523-b95b-4062-8bcc-82c732caa393 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.271377] env[69155]: DEBUG nova.compute.provider_tree [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.293844] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600630, 'name': ReconfigVM_Task, 'duration_secs': 0.337874} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.294189] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311/6c8e3f60-1e99-412f-aaf1-f3a4f7670311.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.294785] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c909d1f-f029-4029-a5ff-046d2630c826 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.303563] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1325.303563] env[69155]: value = "task-3600631" [ 1325.303563] env[69155]: _type = "Task" [ 1325.303563] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.316883] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600631, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.647831] env[69155]: INFO nova.compute.manager [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Detaching volume c0d1f581-96f6-4ead-a357-5f62002d8da6 [ 1325.679409] env[69155]: INFO nova.virt.block_device [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Attempting to driver detach volume c0d1f581-96f6-4ead-a357-5f62002d8da6 from mountpoint /dev/sdb [ 1325.679643] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1325.679883] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718336', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'name': 'volume-c0d1f581-96f6-4ead-a357-5f62002d8da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fe772ac1-58c2-4645-8769-866bf6defdd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'serial': 'c0d1f581-96f6-4ead-a357-5f62002d8da6'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1325.680741] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35624ae9-0e4e-4039-a7d7-c54cce6b12b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.703256] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572f80b3-e493-4500-bbbd-be27e78f3c31 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.710807] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca98b7-fedb-4d38-b5fd-9eaeb48cfe6f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.730886] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ca40f-b442-4431-8337-36e3e59c840e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.745366] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] The volume has not been displaced from its original location: [datastore1] volume-c0d1f581-96f6-4ead-a357-5f62002d8da6/volume-c0d1f581-96f6-4ead-a357-5f62002d8da6.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1325.750447] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.750704] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e24526ef-7aee-49ef-b0f3-6993f7cba8cf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.767833] env[69155]: DEBUG oslo_vmware.api [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1325.767833] env[69155]: value = "task-3600632" [ 1325.767833] env[69155]: _type = "Task" [ 1325.767833] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.776568] env[69155]: DEBUG nova.scheduler.client.report [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.779685] env[69155]: DEBUG oslo_vmware.api [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.813481] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600631, 'name': Rename_Task, 'duration_secs': 0.211144} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.813750] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.813995] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89891087-a89b-4993-9f64-dbdbfa4afd46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.821014] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1325.821014] env[69155]: value = "task-3600633" [ 1325.821014] env[69155]: _type = "Task" [ 1325.821014] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.829192] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.286722] env[69155]: DEBUG oslo_vmware.api [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600632, 'name': ReconfigVM_Task, 'duration_secs': 0.250355} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.287283] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1326.293381] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7de206-4073-4c2b-8bd2-e8de663f34e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.311026] env[69155]: DEBUG oslo_vmware.api [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1326.311026] env[69155]: value = "task-3600634" [ 1326.311026] env[69155]: _type = "Task" [ 1326.311026] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.319808] env[69155]: DEBUG oslo_vmware.api [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.330453] env[69155]: DEBUG oslo_vmware.api [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600633, 'name': PowerOnVM_Task, 'duration_secs': 0.50383} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.330715] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.436839] env[69155]: DEBUG nova.compute.manager [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.437779] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738d8b3c-382d-403b-aef9-eac791f57940 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.789619] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.173s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.792307] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.164s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.793746] env[69155]: INFO nova.compute.claims [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.820935] env[69155]: DEBUG oslo_vmware.api [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600634, 'name': ReconfigVM_Task, 'duration_secs': 0.157616} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.821283] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718336', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'name': 'volume-c0d1f581-96f6-4ead-a357-5f62002d8da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fe772ac1-58c2-4645-8769-866bf6defdd7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0d1f581-96f6-4ead-a357-5f62002d8da6', 'serial': 'c0d1f581-96f6-4ead-a357-5f62002d8da6'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1326.955438] env[69155]: DEBUG oslo_concurrency.lockutils [None req-6d03a3ed-c039-401f-9abf-f02f9456bb1b tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.640s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.357854] env[69155]: INFO nova.scheduler.client.report [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted allocation for migration 839e3826-d9e2-454a-83ca-8756deb0328b [ 1327.374873] env[69155]: DEBUG nova.objects.instance [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'flavor' on Instance uuid fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.863338] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8e79957a-3d08-49bb-b51a-f26800134ccb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.637s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.906259] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139344c-320e-4cb9-b4f6-e1529da88576 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.914760] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ebc60f-8045-4e73-9ce6-55be9ed152c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.947739] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8541b46-8322-4219-b0d2-591b21c47d58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.956371] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9c0312-c3ca-44b4-b13d-cf64209bffff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.970600] env[69155]: DEBUG nova.compute.provider_tree [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.288071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.288362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.288573] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.288762] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.288933] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.291254] env[69155]: INFO nova.compute.manager [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Terminating instance [ 1328.379312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.379659] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.379767] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.379949] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.380138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.382153] env[69155]: INFO nova.compute.manager [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Terminating instance [ 1328.384491] env[69155]: DEBUG oslo_concurrency.lockutils [None req-87ba2132-d9aa-4fe7-ab3e-7b9da6b48775 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.474729] env[69155]: DEBUG nova.scheduler.client.report [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.795411] env[69155]: DEBUG nova.compute.manager [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.795679] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.796765] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b8b058-70df-4304-b841-4383e1bf0f1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.806013] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.806305] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974bc1f2-1c86-43c2-bb2a-b245d64ae81f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.813244] env[69155]: DEBUG oslo_vmware.api [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1328.813244] env[69155]: value = "task-3600635" [ 1328.813244] env[69155]: _type = "Task" [ 1328.813244] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.821775] env[69155]: DEBUG oslo_vmware.api [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.886732] env[69155]: DEBUG nova.compute.manager [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.887028] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.887921] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf141b70-dc78-467f-b335-d5670dfae561 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.896517] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.896773] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-032ed04b-fd94-4eb3-b0fd-39617c71c328 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.904475] env[69155]: DEBUG oslo_vmware.api [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1328.904475] env[69155]: value = "task-3600636" [ 1328.904475] env[69155]: _type = "Task" [ 1328.904475] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.915823] env[69155]: DEBUG oslo_vmware.api [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.981339] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.981682] env[69155]: DEBUG nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.324173] env[69155]: DEBUG oslo_vmware.api [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600635, 'name': PowerOffVM_Task, 'duration_secs': 0.224095} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.324464] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.324634] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.324881] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bae1c4f3-be7d-4f63-af01-b623bf6c9347 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.392473] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.392875] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.392999] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleting the datastore file [datastore2] 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.393268] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72a50ef-27e1-41e8-9e95-bbff3679d16e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.400022] env[69155]: DEBUG oslo_vmware.api [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for the task: (returnval){ [ 1329.400022] env[69155]: value = "task-3600638" [ 1329.400022] env[69155]: _type = "Task" [ 1329.400022] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.407925] env[69155]: DEBUG oslo_vmware.api [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.414870] env[69155]: DEBUG oslo_vmware.api [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600636, 'name': PowerOffVM_Task, 'duration_secs': 0.301509} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.415825] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.415825] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.415825] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc09db53-2f53-4cb4-924d-659f83929cbb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.473636] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.473966] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.474215] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.474431] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.474635] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.477021] env[69155]: INFO nova.compute.manager [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Terminating instance [ 1329.486322] env[69155]: DEBUG nova.compute.utils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.487670] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.487909] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.488149] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleting the datastore file [datastore2] 865992c7-0ec5-451b-b9dc-4c4ecf356725 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.489148] env[69155]: DEBUG nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.489351] env[69155]: DEBUG nova.network.neutron [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.491921] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-270528c6-a4ae-4de4-b445-2879bc9fb605 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.499749] env[69155]: DEBUG oslo_vmware.api [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1329.499749] env[69155]: value = "task-3600640" [ 1329.499749] env[69155]: _type = "Task" [ 1329.499749] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.508314] env[69155]: DEBUG oslo_vmware.api [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.533917] env[69155]: DEBUG nova.policy [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c1a463fe18415887ba0cb3682f9095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '523ecb8c3c8e48348c1fd01c98f421eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.810673] env[69155]: DEBUG nova.network.neutron [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Successfully created port: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.910724] env[69155]: DEBUG oslo_vmware.api [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Task: {'id': task-3600638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146159} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.910975] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.911185] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.911368] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.911602] env[69155]: INFO nova.compute.manager [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1329.911986] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.912201] env[69155]: DEBUG nova.compute.manager [-] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.912298] env[69155]: DEBUG nova.network.neutron [-] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.981142] env[69155]: DEBUG nova.compute.manager [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.981411] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.982407] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28198af1-2639-4422-bbd3-38d9dceb0c8d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.991081] env[69155]: DEBUG nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.993876] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.994436] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e60c1487-8cb8-4236-a3ad-2bccac64cab5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.001932] env[69155]: DEBUG oslo_vmware.api [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1330.001932] env[69155]: value = "task-3600641" [ 1330.001932] env[69155]: _type = "Task" [ 1330.001932] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.014578] env[69155]: DEBUG oslo_vmware.api [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1667} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.017715] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.017929] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.018388] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.018589] env[69155]: INFO nova.compute.manager [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1330.018836] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.019060] env[69155]: DEBUG oslo_vmware.api [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.019612] env[69155]: DEBUG nova.compute.manager [-] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.019708] env[69155]: DEBUG nova.network.neutron [-] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.496439] env[69155]: INFO nova.virt.block_device [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Booting with volume 2556adb5-8b10-45b3-8890-d07e223b09f7 at /dev/sda [ 1330.517267] env[69155]: DEBUG oslo_vmware.api [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600641, 'name': PowerOffVM_Task, 'duration_secs': 0.197157} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.517781] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.517952] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.518219] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c36ce63b-3ca1-40c5-8f33-91171ab19d0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.540058] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d49999c8-50b7-445b-8b42-879be708695d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.552819] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac2e6af-3e8e-444e-9028-8143476e98d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.566039] env[69155]: DEBUG nova.compute.manager [req-210f3d1a-f976-4d29-9a07-c2a07d80d792 req-dccdd2c3-691b-44c4-a152-cf0c6f05154f service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Received event network-vif-deleted-6dbba565-e63c-4cb2-b07c-9018af03f509 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.566386] env[69155]: INFO nova.compute.manager [req-210f3d1a-f976-4d29-9a07-c2a07d80d792 req-dccdd2c3-691b-44c4-a152-cf0c6f05154f service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Neutron deleted interface 6dbba565-e63c-4cb2-b07c-9018af03f509; detaching it from the instance and deleting it from the info cache [ 1330.566532] env[69155]: DEBUG nova.network.neutron [req-210f3d1a-f976-4d29-9a07-c2a07d80d792 req-dccdd2c3-691b-44c4-a152-cf0c6f05154f service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.581037] env[69155]: DEBUG nova.compute.manager [req-7d67c654-3287-455a-b340-742861f7fa75 req-aa1f928a-9634-4ddd-9edd-b4a59b51a1a9 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Received event network-vif-deleted-74fd32ba-2809-4812-9de3-c2aec0353232 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.581204] env[69155]: INFO nova.compute.manager [req-7d67c654-3287-455a-b340-742861f7fa75 req-aa1f928a-9634-4ddd-9edd-b4a59b51a1a9 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Neutron deleted interface 74fd32ba-2809-4812-9de3-c2aec0353232; detaching it from the instance and deleting it from the info cache [ 1330.581375] env[69155]: DEBUG nova.network.neutron [req-7d67c654-3287-455a-b340-742861f7fa75 req-aa1f928a-9634-4ddd-9edd-b4a59b51a1a9 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.590065] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f197139-ce26-4338-884a-000059c8464c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.602276] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d129e7b5-e2be-4e71-8a5b-b4041fd81390 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.615834] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.616056] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.616262] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleting the datastore file [datastore1] fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.616949] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06c1fa81-d807-4742-8989-d063ee42d061 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.623433] env[69155]: DEBUG oslo_vmware.api [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1330.623433] env[69155]: value = "task-3600643" [ 1330.623433] env[69155]: _type = "Task" [ 1330.623433] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.636907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17de86-a8b5-4965-98e8-8057ead26a7f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.639426] env[69155]: DEBUG oslo_vmware.api [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.643899] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a53275-7d2d-4761-8158-61e1cdce894f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.658771] env[69155]: DEBUG nova.virt.block_device [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating existing volume attachment record: cd2a6927-2105-4a05-bfd1-30fccdb2fcd4 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.018758] env[69155]: DEBUG nova.network.neutron [-] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.038607] env[69155]: DEBUG nova.network.neutron [-] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.069365] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-389cb61d-be01-4900-979e-25f05c209b78 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.079968] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f65031-4e4f-46bf-9ac1-70a74a55a7fe {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.092855] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-091f9506-cf3f-49e0-90a1-bf6815e2d234 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.103804] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d49e84-0891-43fc-b582-868da5a9fe61 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.120191] env[69155]: DEBUG nova.compute.manager [req-210f3d1a-f976-4d29-9a07-c2a07d80d792 req-dccdd2c3-691b-44c4-a152-cf0c6f05154f service nova] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Detach interface failed, port_id=6dbba565-e63c-4cb2-b07c-9018af03f509, reason: Instance 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.132369] env[69155]: DEBUG oslo_vmware.api [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14592} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.138356] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.138527] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.138707] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.138885] env[69155]: INFO nova.compute.manager [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1331.139205] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.139393] env[69155]: DEBUG nova.compute.manager [req-7d67c654-3287-455a-b340-742861f7fa75 req-aa1f928a-9634-4ddd-9edd-b4a59b51a1a9 service nova] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Detach interface failed, port_id=74fd32ba-2809-4812-9de3-c2aec0353232, reason: Instance 865992c7-0ec5-451b-b9dc-4c4ecf356725 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.139742] env[69155]: DEBUG nova.compute.manager [-] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.139859] env[69155]: DEBUG nova.network.neutron [-] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.521303] env[69155]: INFO nova.compute.manager [-] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Took 1.50 seconds to deallocate network for instance. [ 1331.541966] env[69155]: INFO nova.compute.manager [-] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Took 1.63 seconds to deallocate network for instance. [ 1331.664490] env[69155]: DEBUG nova.network.neutron [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Successfully updated port: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.030015] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.030343] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.030541] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.048407] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.048676] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.048896] env[69155]: DEBUG nova.objects.instance [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lazy-loading 'resources' on Instance uuid 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.054359] env[69155]: INFO nova.scheduler.client.report [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted allocations for instance 865992c7-0ec5-451b-b9dc-4c4ecf356725 [ 1332.167878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.167878] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.168048] env[69155]: DEBUG nova.network.neutron [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.268189] env[69155]: DEBUG nova.network.neutron [-] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.562558] env[69155]: DEBUG oslo_concurrency.lockutils [None req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "865992c7-0ec5-451b-b9dc-4c4ecf356725" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.183s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.594280] env[69155]: DEBUG nova.compute.manager [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Received event network-vif-plugged-318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.594280] env[69155]: DEBUG oslo_concurrency.lockutils [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] Acquiring lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.594280] env[69155]: DEBUG oslo_concurrency.lockutils [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.594280] env[69155]: DEBUG oslo_concurrency.lockutils [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.594280] env[69155]: DEBUG nova.compute.manager [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] No waiting events found dispatching network-vif-plugged-318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.594280] env[69155]: WARNING nova.compute.manager [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Received unexpected event network-vif-plugged-318563c1-d95a-4b56-8b7c-b4a3a94ca64e for instance with vm_state building and task_state spawning. [ 1332.594537] env[69155]: DEBUG nova.compute.manager [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Received event network-changed-318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.594577] env[69155]: DEBUG nova.compute.manager [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Refreshing instance network info cache due to event network-changed-318563c1-d95a-4b56-8b7c-b4a3a94ca64e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.594747] env[69155]: DEBUG oslo_concurrency.lockutils [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] Acquiring lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.629013] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ae7ce-e0c0-4cd5-ae39-4d3a9e98c3e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.637381] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702f2d3d-07d8-4f30-a587-6e1fc2f72bd2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.667495] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcd6fca-06c7-4360-815a-8b61c10a191b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.676812] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731b5aa7-7b2d-4796-8d41-6e6f6a76fb6c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.690599] env[69155]: DEBUG nova.compute.provider_tree [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.699384] env[69155]: DEBUG nova.network.neutron [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.763891] env[69155]: DEBUG nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1332.764854] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.765702] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.765702] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.765702] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.765702] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.765702] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.766210] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.766210] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.766304] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.766501] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.766604] env[69155]: DEBUG nova.virt.hardware [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.767780] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1caa15-9099-4452-ae54-ed217a12ab5b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.771255] env[69155]: INFO nova.compute.manager [-] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Took 1.63 seconds to deallocate network for instance. [ 1332.778935] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b90c9-3764-44af-8b19-332f169d4444 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.869156] env[69155]: DEBUG nova.network.neutron [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance_info_cache with network_info: [{"id": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "address": "fa:16:3e:bd:d7:94", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318563c1-d9", "ovs_interfaceid": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.193706] env[69155]: DEBUG nova.scheduler.client.report [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.279405] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.377690] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.378161] env[69155]: DEBUG nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Instance network_info: |[{"id": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "address": "fa:16:3e:bd:d7:94", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318563c1-d9", "ovs_interfaceid": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.378466] env[69155]: DEBUG oslo_concurrency.lockutils [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] Acquired lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.378691] env[69155]: DEBUG nova.network.neutron [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Refreshing network info cache for port 318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.380049] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:d7:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '318563c1-d95a-4b56-8b7c-b4a3a94ca64e', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.388476] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.391889] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.392439] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c62e61d-50ec-4e7b-80d7-b7c05ed8a074 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.416727] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.416727] env[69155]: value = "task-3600644" [ 1333.416727] env[69155]: _type = "Task" [ 1333.416727] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.425383] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600644, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.623756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.624074] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.626357] env[69155]: DEBUG nova.network.neutron [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updated VIF entry in instance network info cache for port 318563c1-d95a-4b56-8b7c-b4a3a94ca64e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.626673] env[69155]: DEBUG nova.network.neutron [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance_info_cache with network_info: [{"id": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "address": "fa:16:3e:bd:d7:94", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318563c1-d9", "ovs_interfaceid": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.697994] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.700483] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.421s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.700725] env[69155]: DEBUG nova.objects.instance [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'resources' on Instance uuid fe772ac1-58c2-4645-8769-866bf6defdd7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.720250] env[69155]: INFO nova.scheduler.client.report [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Deleted allocations for instance 6c8e3f60-1e99-412f-aaf1-f3a4f7670311 [ 1333.927552] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600644, 'name': CreateVM_Task, 'duration_secs': 0.38365} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.927735] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.928434] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718343', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'name': 'volume-2556adb5-8b10-45b3-8890-d07e223b09f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6', 'attached_at': '', 'detached_at': '', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'serial': '2556adb5-8b10-45b3-8890-d07e223b09f7'}, 'attachment_id': 'cd2a6927-2105-4a05-bfd1-30fccdb2fcd4', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69155) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1333.928659] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Root volume attach. Driver type: vmdk {{(pid=69155) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1333.929446] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4d0fff-c175-4f22-a922-ebf5a1ac0d2f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.937774] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9748432d-4c08-40b7-9352-994cb6f2f974 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.944509] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bc65a7-4da1-4c60-a520-a68d2cff21c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.950890] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-73a02711-c8bc-49dc-ae22-07db486c6f97 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.958814] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1333.958814] env[69155]: value = "task-3600645" [ 1333.958814] env[69155]: _type = "Task" [ 1333.958814] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.966614] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600645, 'name': RelocateVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.126501] env[69155]: DEBUG nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.129789] env[69155]: DEBUG oslo_concurrency.lockutils [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] Releasing lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.130056] env[69155]: DEBUG nova.compute.manager [req-5d8ad537-2f58-42d9-adb8-f435fb54eb7f req-43dc249c-d367-45c2-af7f-f36ecc3ee237 service nova] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Received event network-vif-deleted-d1261397-a4fd-48ab-b774-f747cc39ea65 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.226974] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc7e86c1-575a-4ae7-b380-43df5955988d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Lock "6c8e3f60-1e99-412f-aaf1-f3a4f7670311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.938s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.277027] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5ec7e4-b9cf-4324-b389-9df4f673571e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.285219] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb8f17-2ffd-4dd0-98b7-066a97d18dee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.316704] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7c73e9-4a29-4f32-a21d-9db7fa495bb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.325352] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c31b2d-b7f6-4a0b-9a7f-02b7462b3c02 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.340609] env[69155]: DEBUG nova.compute.provider_tree [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.468882] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600645, 'name': RelocateVM_Task, 'duration_secs': 0.414378} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.469246] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1334.469426] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718343', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'name': 'volume-2556adb5-8b10-45b3-8890-d07e223b09f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6', 'attached_at': '', 'detached_at': '', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'serial': '2556adb5-8b10-45b3-8890-d07e223b09f7'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1334.470265] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fca9a7-0fd3-4cd3-a6d2-cadcccd20b78 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.487043] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e66293-8dd6-46c7-afc3-80165663f30a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.509557] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-2556adb5-8b10-45b3-8890-d07e223b09f7/volume-2556adb5-8b10-45b3-8890-d07e223b09f7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.509884] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51c93bd-e02f-4c9d-b819-3eb786daa1ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.537694] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1334.537694] env[69155]: value = "task-3600647" [ 1334.537694] env[69155]: _type = "Task" [ 1334.537694] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.545465] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.645562] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.843847] env[69155]: DEBUG nova.scheduler.client.report [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.047728] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600647, 'name': ReconfigVM_Task, 'duration_secs': 0.289709} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.048010] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-2556adb5-8b10-45b3-8890-d07e223b09f7/volume-2556adb5-8b10-45b3-8890-d07e223b09f7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.052626] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db14943e-194c-4d60-88f4-953620d757b2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.069531] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1335.069531] env[69155]: value = "task-3600648" [ 1335.069531] env[69155]: _type = "Task" [ 1335.069531] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.077139] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.348918] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.351295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.706s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.353047] env[69155]: INFO nova.compute.claims [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.365258] env[69155]: INFO nova.scheduler.client.report [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted allocations for instance fe772ac1-58c2-4645-8769-866bf6defdd7 [ 1335.580249] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600648, 'name': ReconfigVM_Task, 'duration_secs': 0.159574} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.580542] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718343', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'name': 'volume-2556adb5-8b10-45b3-8890-d07e223b09f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6', 'attached_at': '', 'detached_at': '', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'serial': '2556adb5-8b10-45b3-8890-d07e223b09f7'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1335.581083] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8018c973-bb17-4b80-8cb1-367c46f40958 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.587449] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1335.587449] env[69155]: value = "task-3600649" [ 1335.587449] env[69155]: _type = "Task" [ 1335.587449] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.594975] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600649, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.871974] env[69155]: DEBUG oslo_concurrency.lockutils [None req-1cc38298-f73d-41ff-b833-6cffe76833d2 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "fe772ac1-58c2-4645-8769-866bf6defdd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.398s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.099219] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600649, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.431775] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06384761-af7d-46df-8a28-0dfc045a84ee {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.439898] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692ce08f-3e05-4b94-b85e-65b85b25da8e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.473785] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3e7b8-a71c-4d24-a806-34781fd8762b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.483399] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acc2cb7-6273-45b4-8308-a6278a44565a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.499514] env[69155]: DEBUG nova.compute.provider_tree [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.599521] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600649, 'name': Rename_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.003178] env[69155]: DEBUG nova.scheduler.client.report [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.099357] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600649, 'name': Rename_Task, 'duration_secs': 1.146619} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.099629] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.099870] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607f4aaf-d52d-40c3-bac2-5fe61f47335c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.106678] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1337.106678] env[69155]: value = "task-3600650" [ 1337.106678] env[69155]: _type = "Task" [ 1337.106678] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.118475] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.508154] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.508699] env[69155]: DEBUG nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.576626] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.576930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.617686] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600650, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.015055] env[69155]: DEBUG nova.compute.utils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.016543] env[69155]: DEBUG nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.017128] env[69155]: DEBUG nova.network.neutron [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.079498] env[69155]: DEBUG nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.089790] env[69155]: DEBUG nova.policy [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28afca071f44ec3a1efd323746b1e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16488b6ad7949e192920247e1f02985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.118299] env[69155]: DEBUG oslo_vmware.api [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600650, 'name': PowerOnVM_Task, 'duration_secs': 0.521819} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.119330] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.119550] env[69155]: INFO nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1338.119734] env[69155]: DEBUG nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.120527] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e938c5-4781-45d9-8bda-53014aac3bb0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.521191] env[69155]: DEBUG nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.591939] env[69155]: DEBUG nova.network.neutron [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Successfully created port: aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.602131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.602408] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.605073] env[69155]: INFO nova.compute.claims [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.640593] env[69155]: INFO nova.compute.manager [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Took 14.04 seconds to build instance. [ 1339.144863] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2e8f221d-8c32-4ea6-b445-ed27cb83654e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.551s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.159191] env[69155]: DEBUG nova.compute.manager [req-63596259-fe49-4139-91d7-3e0dcfb9e470 req-f14d2257-4ad9-4ba5-8d32-09c2d30ed434 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Received event network-changed-92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.160030] env[69155]: DEBUG nova.compute.manager [req-63596259-fe49-4139-91d7-3e0dcfb9e470 req-f14d2257-4ad9-4ba5-8d32-09c2d30ed434 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Refreshing instance network info cache due to event network-changed-92ccffbe-3b09-4b55-b40e-f1f51f58283d. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.160030] env[69155]: DEBUG oslo_concurrency.lockutils [req-63596259-fe49-4139-91d7-3e0dcfb9e470 req-f14d2257-4ad9-4ba5-8d32-09c2d30ed434 service nova] Acquiring lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.160030] env[69155]: DEBUG oslo_concurrency.lockutils [req-63596259-fe49-4139-91d7-3e0dcfb9e470 req-f14d2257-4ad9-4ba5-8d32-09c2d30ed434 service nova] Acquired lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.160030] env[69155]: DEBUG nova.network.neutron [req-63596259-fe49-4139-91d7-3e0dcfb9e470 req-f14d2257-4ad9-4ba5-8d32-09c2d30ed434 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Refreshing network info cache for port 92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.538402] env[69155]: DEBUG nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.568691] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.568947] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.569139] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.569368] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.569551] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.569674] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.569909] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.570157] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.570369] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.570544] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.570814] env[69155]: DEBUG nova.virt.hardware [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.571712] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcccd6f7-0a60-455e-ac0c-13c93bb398f8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.580919] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351d9cae-4b72-4e3e-b955-5aca08160359 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.701568] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5f6ee-ae2b-4ad4-b139-cad9ac6a9e83 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.713393] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ecdd8-eb2e-4b09-b9ef-489fe0bf7c71 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.746513] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdae279-c25c-4d0e-a1d0-b0b5855210e1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.754407] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d89f6-8dde-4b07-ba45-823b1c9c871a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.768298] env[69155]: DEBUG nova.compute.provider_tree [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.980043] env[69155]: DEBUG nova.network.neutron [req-63596259-fe49-4139-91d7-3e0dcfb9e470 req-f14d2257-4ad9-4ba5-8d32-09c2d30ed434 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updated VIF entry in instance network info cache for port 92ccffbe-3b09-4b55-b40e-f1f51f58283d. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.980425] env[69155]: DEBUG nova.network.neutron [req-63596259-fe49-4139-91d7-3e0dcfb9e470 req-f14d2257-4ad9-4ba5-8d32-09c2d30ed434 service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updating instance_info_cache with network_info: [{"id": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "address": "fa:16:3e:fb:3a:74", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ccffbe-3b", "ovs_interfaceid": "92ccffbe-3b09-4b55-b40e-f1f51f58283d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.237464] env[69155]: DEBUG nova.compute.manager [req-f2c32a9f-e6a4-4748-974a-01b356c23452 req-865e6383-a3d7-4313-8d3d-52033056e609 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Received event network-vif-plugged-aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.237750] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2c32a9f-e6a4-4748-974a-01b356c23452 req-865e6383-a3d7-4313-8d3d-52033056e609 service nova] Acquiring lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.237961] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2c32a9f-e6a4-4748-974a-01b356c23452 req-865e6383-a3d7-4313-8d3d-52033056e609 service nova] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.238281] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2c32a9f-e6a4-4748-974a-01b356c23452 req-865e6383-a3d7-4313-8d3d-52033056e609 service nova] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.238508] env[69155]: DEBUG nova.compute.manager [req-f2c32a9f-e6a4-4748-974a-01b356c23452 req-865e6383-a3d7-4313-8d3d-52033056e609 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] No waiting events found dispatching network-vif-plugged-aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.238686] env[69155]: WARNING nova.compute.manager [req-f2c32a9f-e6a4-4748-974a-01b356c23452 req-865e6383-a3d7-4313-8d3d-52033056e609 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Received unexpected event network-vif-plugged-aad6577c-5d6c-4b66-8808-8514ece3bcf1 for instance with vm_state building and task_state spawning. [ 1340.271973] env[69155]: DEBUG nova.scheduler.client.report [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.382519] env[69155]: DEBUG nova.network.neutron [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Successfully updated port: aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.483287] env[69155]: DEBUG oslo_concurrency.lockutils [req-63596259-fe49-4139-91d7-3e0dcfb9e470 req-f14d2257-4ad9-4ba5-8d32-09c2d30ed434 service nova] Releasing lock "refresh_cache-c85cf6e7-46e8-48d6-9760-6181a12c47ab" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.628093] env[69155]: DEBUG nova.compute.manager [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1340.777755] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.778312] env[69155]: DEBUG nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.884982] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.885248] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.885314] env[69155]: DEBUG nova.network.neutron [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.149413] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.149768] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.189357] env[69155]: DEBUG nova.compute.manager [req-a0e7960e-6f46-4fae-9d6b-b7dd2e6b593b req-0dc40772-ca15-4033-b97d-392843fc9b8e service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Received event network-changed-318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.189728] env[69155]: DEBUG nova.compute.manager [req-a0e7960e-6f46-4fae-9d6b-b7dd2e6b593b req-0dc40772-ca15-4033-b97d-392843fc9b8e service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Refreshing instance network info cache due to event network-changed-318563c1-d95a-4b56-8b7c-b4a3a94ca64e. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.189980] env[69155]: DEBUG oslo_concurrency.lockutils [req-a0e7960e-6f46-4fae-9d6b-b7dd2e6b593b req-0dc40772-ca15-4033-b97d-392843fc9b8e service nova] Acquiring lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.190205] env[69155]: DEBUG oslo_concurrency.lockutils [req-a0e7960e-6f46-4fae-9d6b-b7dd2e6b593b req-0dc40772-ca15-4033-b97d-392843fc9b8e service nova] Acquired lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.190428] env[69155]: DEBUG nova.network.neutron [req-a0e7960e-6f46-4fae-9d6b-b7dd2e6b593b req-0dc40772-ca15-4033-b97d-392843fc9b8e service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Refreshing network info cache for port 318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.283109] env[69155]: DEBUG nova.compute.utils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.284513] env[69155]: DEBUG nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.284710] env[69155]: DEBUG nova.network.neutron [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.334037] env[69155]: DEBUG nova.policy [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0203934922a6471e88592ebe428efaa7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7c23c9d37544532a68d04e8d71c2a93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.453449] env[69155]: DEBUG nova.network.neutron [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.656416] env[69155]: INFO nova.compute.claims [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.745051] env[69155]: DEBUG nova.network.neutron [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance_info_cache with network_info: [{"id": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "address": "fa:16:3e:23:15:8c", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6577c-5d", "ovs_interfaceid": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.788368] env[69155]: DEBUG nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.855835] env[69155]: DEBUG nova.network.neutron [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Successfully created port: e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.953275] env[69155]: DEBUG nova.network.neutron [req-a0e7960e-6f46-4fae-9d6b-b7dd2e6b593b req-0dc40772-ca15-4033-b97d-392843fc9b8e service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updated VIF entry in instance network info cache for port 318563c1-d95a-4b56-8b7c-b4a3a94ca64e. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.953839] env[69155]: DEBUG nova.network.neutron [req-a0e7960e-6f46-4fae-9d6b-b7dd2e6b593b req-0dc40772-ca15-4033-b97d-392843fc9b8e service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance_info_cache with network_info: [{"id": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "address": "fa:16:3e:bd:d7:94", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318563c1-d9", "ovs_interfaceid": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.163776] env[69155]: INFO nova.compute.resource_tracker [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating resource usage from migration 620dae1b-1b0c-4f6a-98ac-8326cd8816de [ 1342.247067] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.247415] env[69155]: DEBUG nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Instance network_info: |[{"id": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "address": "fa:16:3e:23:15:8c", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6577c-5d", "ovs_interfaceid": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.248036] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:15:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad6577c-5d6c-4b66-8808-8514ece3bcf1', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.256758] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.257083] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.259826] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c780d7bb-63a7-4336-bad6-00a795db53ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.276771] env[69155]: DEBUG nova.compute.manager [req-f8b7a2e3-72e7-441b-8537-76e8669ccfaa req-e77029cf-88bc-4b47-83eb-c886bc38cbc8 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Received event network-changed-aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.276973] env[69155]: DEBUG nova.compute.manager [req-f8b7a2e3-72e7-441b-8537-76e8669ccfaa req-e77029cf-88bc-4b47-83eb-c886bc38cbc8 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Refreshing instance network info cache due to event network-changed-aad6577c-5d6c-4b66-8808-8514ece3bcf1. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.277210] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8b7a2e3-72e7-441b-8537-76e8669ccfaa req-e77029cf-88bc-4b47-83eb-c886bc38cbc8 service nova] Acquiring lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.277359] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8b7a2e3-72e7-441b-8537-76e8669ccfaa req-e77029cf-88bc-4b47-83eb-c886bc38cbc8 service nova] Acquired lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.277518] env[69155]: DEBUG nova.network.neutron [req-f8b7a2e3-72e7-441b-8537-76e8669ccfaa req-e77029cf-88bc-4b47-83eb-c886bc38cbc8 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Refreshing network info cache for port aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.286034] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4e1fe-173b-4ea4-999f-187bcc2aa74b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.290971] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.290971] env[69155]: value = "task-3600651" [ 1342.290971] env[69155]: _type = "Task" [ 1342.290971] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.301951] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e137166-0d3a-44ac-b618-726ed330fe7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.312748] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600651, 'name': CreateVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.339620] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00298b2b-b057-48f1-a9ce-eb59eb7fb583 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.349210] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b586c7-0f0b-47bf-a129-aad7712eda9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.366018] env[69155]: DEBUG nova.compute.provider_tree [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.456917] env[69155]: DEBUG oslo_concurrency.lockutils [req-a0e7960e-6f46-4fae-9d6b-b7dd2e6b593b req-0dc40772-ca15-4033-b97d-392843fc9b8e service nova] Releasing lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.802995] env[69155]: DEBUG nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.805272] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600651, 'name': CreateVM_Task, 'duration_secs': 0.394903} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.805491] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.806373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.806373] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.806641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.806905] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d408fd-fee1-4fd5-a107-c686d04004d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.813581] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1342.813581] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526fb937-0ad0-0344-9f39-282f9ef33e8a" [ 1342.813581] env[69155]: _type = "Task" [ 1342.813581] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.823354] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526fb937-0ad0-0344-9f39-282f9ef33e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.833777] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.834166] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.834166] env[69155]: DEBUG nova.virt.hardware [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.834967] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f58a3-52f8-4d7a-837a-8122a3da18e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.843380] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7fd3a8-754f-4807-92ca-605ab3718545 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.869501] env[69155]: DEBUG nova.scheduler.client.report [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.033210] env[69155]: DEBUG nova.network.neutron [req-f8b7a2e3-72e7-441b-8537-76e8669ccfaa req-e77029cf-88bc-4b47-83eb-c886bc38cbc8 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updated VIF entry in instance network info cache for port aad6577c-5d6c-4b66-8808-8514ece3bcf1. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.033642] env[69155]: DEBUG nova.network.neutron [req-f8b7a2e3-72e7-441b-8537-76e8669ccfaa req-e77029cf-88bc-4b47-83eb-c886bc38cbc8 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance_info_cache with network_info: [{"id": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "address": "fa:16:3e:23:15:8c", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6577c-5d", "ovs_interfaceid": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.294953] env[69155]: DEBUG nova.network.neutron [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Successfully updated port: e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.324829] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526fb937-0ad0-0344-9f39-282f9ef33e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.325092] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.325329] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.325557] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.325703] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.325917] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.326247] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec87db5-c059-4c90-9fe1-66319f16ff0c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.335576] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.335753] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.336640] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46c0509-e4db-4c39-8e15-4bda3035f03f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.341701] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1343.341701] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523c1052-2f32-d489-f94d-8e550f0e3a3c" [ 1343.341701] env[69155]: _type = "Task" [ 1343.341701] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.349142] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523c1052-2f32-d489-f94d-8e550f0e3a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.376319] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.227s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.376507] env[69155]: INFO nova.compute.manager [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Migrating [ 1343.536580] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8b7a2e3-72e7-441b-8537-76e8669ccfaa req-e77029cf-88bc-4b47-83eb-c886bc38cbc8 service nova] Releasing lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.798043] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.798185] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.798344] env[69155]: DEBUG nova.network.neutron [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.852703] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]523c1052-2f32-d489-f94d-8e550f0e3a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.853500] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-facb3701-2cb6-475d-95bc-648784bd0e2b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.858492] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1343.858492] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea0397-a609-7a8e-7f4b-a1a89b3a26b7" [ 1343.858492] env[69155]: _type = "Task" [ 1343.858492] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.865907] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea0397-a609-7a8e-7f4b-a1a89b3a26b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.889827] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.890018] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.890218] env[69155]: DEBUG nova.network.neutron [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.289421] env[69155]: DEBUG nova.compute.manager [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received event network-vif-plugged-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.289670] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] Acquiring lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.289919] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.290111] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.290314] env[69155]: DEBUG nova.compute.manager [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] No waiting events found dispatching network-vif-plugged-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.290510] env[69155]: WARNING nova.compute.manager [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received unexpected event network-vif-plugged-e8f6f922-3497-404e-841a-339a88806366 for instance with vm_state building and task_state spawning. [ 1344.290675] env[69155]: DEBUG nova.compute.manager [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received event network-changed-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.290828] env[69155]: DEBUG nova.compute.manager [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Refreshing instance network info cache due to event network-changed-e8f6f922-3497-404e-841a-339a88806366. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.290995] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] Acquiring lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.327508] env[69155]: DEBUG nova.network.neutron [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.371502] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ea0397-a609-7a8e-7f4b-a1a89b3a26b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.371772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.372062] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e/f2d28c64-16cd-43e2-a4e5-1bc250f5c75e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.372330] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1956c3b-5470-45c7-8c90-c7009ff14aaf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.379230] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1344.379230] env[69155]: value = "task-3600652" [ 1344.379230] env[69155]: _type = "Task" [ 1344.379230] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.386819] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.456285] env[69155]: DEBUG nova.network.neutron [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating instance_info_cache with network_info: [{"id": "e8f6f922-3497-404e-841a-339a88806366", "address": "fa:16:3e:3b:a4:00", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f922-34", "ovs_interfaceid": "e8f6f922-3497-404e-841a-339a88806366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.591355] env[69155]: DEBUG nova.network.neutron [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance_info_cache with network_info: [{"id": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "address": "fa:16:3e:bd:d7:94", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318563c1-d9", "ovs_interfaceid": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.889894] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600652, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.960902] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.961279] env[69155]: DEBUG nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Instance network_info: |[{"id": "e8f6f922-3497-404e-841a-339a88806366", "address": "fa:16:3e:3b:a4:00", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f922-34", "ovs_interfaceid": "e8f6f922-3497-404e-841a-339a88806366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.961591] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] Acquired lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.961771] env[69155]: DEBUG nova.network.neutron [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Refreshing network info cache for port e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.963103] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a4:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8f6f922-3497-404e-841a-339a88806366', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.970419] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.971351] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.971578] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e817e07a-be3f-4fac-afd2-03f25e62ed7d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.991657] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.991657] env[69155]: value = "task-3600653" [ 1344.991657] env[69155]: _type = "Task" [ 1344.991657] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.999845] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600653, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.093984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.390379] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542275} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.390699] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e/f2d28c64-16cd-43e2-a4e5-1bc250f5c75e.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.390825] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.391199] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9f3d24d-e43f-47e7-8fef-163ebc833027 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.398283] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1345.398283] env[69155]: value = "task-3600654" [ 1345.398283] env[69155]: _type = "Task" [ 1345.398283] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.405563] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.502492] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600653, 'name': CreateVM_Task, 'duration_secs': 0.396518} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.502672] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.503402] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.503569] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.503922] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.506346] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f4844e-7010-499c-885c-e923503f26b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.511435] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1345.511435] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b750b6-ce4d-4769-eb2d-456dca832b3e" [ 1345.511435] env[69155]: _type = "Task" [ 1345.511435] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.519360] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b750b6-ce4d-4769-eb2d-456dca832b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.672968] env[69155]: DEBUG nova.network.neutron [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updated VIF entry in instance network info cache for port e8f6f922-3497-404e-841a-339a88806366. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.673427] env[69155]: DEBUG nova.network.neutron [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating instance_info_cache with network_info: [{"id": "e8f6f922-3497-404e-841a-339a88806366", "address": "fa:16:3e:3b:a4:00", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f922-34", "ovs_interfaceid": "e8f6f922-3497-404e-841a-339a88806366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.908152] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110722} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.908426] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.909273] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f656d-0fe7-4953-9d30-1d9eff901055 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.931016] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e/f2d28c64-16cd-43e2-a4e5-1bc250f5c75e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.931245] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb80812-68ab-4ac7-8c8e-74501c0b4b5c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.953558] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1345.953558] env[69155]: value = "task-3600655" [ 1345.953558] env[69155]: _type = "Task" [ 1345.953558] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.963577] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.021900] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b750b6-ce4d-4769-eb2d-456dca832b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.016521} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.022290] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.022525] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.022760] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.022908] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.023102] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.023367] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-727266a1-1d47-48dc-a520-820476952c5d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.031640] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.031841] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.032595] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4d1984-53c3-4be4-aee2-f1e66424beed {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.038036] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1346.038036] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e7f250-c96f-0f7f-f0d5-2c9dba393251" [ 1346.038036] env[69155]: _type = "Task" [ 1346.038036] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.045603] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e7f250-c96f-0f7f-f0d5-2c9dba393251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.176099] env[69155]: DEBUG oslo_concurrency.lockutils [req-fe130c8d-c248-4b7a-8a8c-4174a83e3ab4 req-5b4a4ee8-2627-4e82-b66d-2c5fc2db4abe service nova] Releasing lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.464229] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600655, 'name': ReconfigVM_Task, 'duration_secs': 0.393393} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.464554] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e/f2d28c64-16cd-43e2-a4e5-1bc250f5c75e.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.465154] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-546a2258-dc76-4cba-afca-4cc4978d0d0c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.472414] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1346.472414] env[69155]: value = "task-3600656" [ 1346.472414] env[69155]: _type = "Task" [ 1346.472414] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.479614] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600656, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.547834] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e7f250-c96f-0f7f-f0d5-2c9dba393251, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.548461] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3fbc2f-a6e4-45cc-a42e-596d7705384f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.554115] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1346.554115] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522993ff-f060-afed-6708-f50942eabd7d" [ 1346.554115] env[69155]: _type = "Task" [ 1346.554115] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.561470] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522993ff-f060-afed-6708-f50942eabd7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.611458] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ddea2-db7f-4564-8edf-08a30bde6353 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.629013] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.981999] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600656, 'name': Rename_Task, 'duration_secs': 0.159614} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.982315] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.982571] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb1b541-d145-48b2-81d6-a1bf79a91517 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.988981] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1346.988981] env[69155]: value = "task-3600657" [ 1346.988981] env[69155]: _type = "Task" [ 1346.988981] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.996394] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.067363] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522993ff-f060-afed-6708-f50942eabd7d, 'name': SearchDatastore_Task, 'duration_secs': 0.015823} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.067363] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.067652] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd/0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.067990] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-344a1011-dc00-4115-a9aa-de3a0fb14e98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.076163] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1347.076163] env[69155]: value = "task-3600658" [ 1347.076163] env[69155]: _type = "Task" [ 1347.076163] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.083978] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.135544] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.135937] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac2941fb-0d4f-42c4-bb7f-d518a71b0a7d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.143801] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1347.143801] env[69155]: value = "task-3600659" [ 1347.143801] env[69155]: _type = "Task" [ 1347.143801] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.153187] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.500540] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.585756] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4897} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.586016] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd/0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.586237] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.586477] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5da054-38c3-426c-b178-dfee0114ced7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.593255] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1347.593255] env[69155]: value = "task-3600660" [ 1347.593255] env[69155]: _type = "Task" [ 1347.593255] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.600222] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.653322] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600659, 'name': PowerOffVM_Task, 'duration_secs': 0.217422} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.653559] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.653827] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.000223] env[69155]: DEBUG oslo_vmware.api [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600657, 'name': PowerOnVM_Task, 'duration_secs': 0.745279} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.000496] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.000702] env[69155]: INFO nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1348.000886] env[69155]: DEBUG nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.001642] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc8b02c-69da-4ad7-936f-081a0bc53a0a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.102418] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068003} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.102670] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.103449] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fab3415-2684-467c-97d4-35ab577135c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.124823] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd/0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.125050] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fbf519-2bb2-4dd4-af19-e8e105d807d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.143761] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1348.143761] env[69155]: value = "task-3600661" [ 1348.143761] env[69155]: _type = "Task" [ 1348.143761] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.151013] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.159983] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.160224] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.160388] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.160573] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.160724] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.160870] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.161084] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.161340] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.161411] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.161572] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.161747] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.166562] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b0447c-d821-4db3-aefa-56b2c58f75c5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.182978] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1348.182978] env[69155]: value = "task-3600662" [ 1348.182978] env[69155]: _type = "Task" [ 1348.182978] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.190804] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.517716] env[69155]: INFO nova.compute.manager [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Took 13.89 seconds to build instance. [ 1348.654519] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.692591] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600662, 'name': ReconfigVM_Task, 'duration_secs': 0.501021} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.692907] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.911420] env[69155]: DEBUG nova.compute.manager [req-ce2c4b6f-c347-42d8-91f9-80d02ae2c6ae req-73eab45f-026c-4143-abe0-05385953c0ef service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Received event network-changed-aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.911622] env[69155]: DEBUG nova.compute.manager [req-ce2c4b6f-c347-42d8-91f9-80d02ae2c6ae req-73eab45f-026c-4143-abe0-05385953c0ef service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Refreshing instance network info cache due to event network-changed-aad6577c-5d6c-4b66-8808-8514ece3bcf1. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.911838] env[69155]: DEBUG oslo_concurrency.lockutils [req-ce2c4b6f-c347-42d8-91f9-80d02ae2c6ae req-73eab45f-026c-4143-abe0-05385953c0ef service nova] Acquiring lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.912030] env[69155]: DEBUG oslo_concurrency.lockutils [req-ce2c4b6f-c347-42d8-91f9-80d02ae2c6ae req-73eab45f-026c-4143-abe0-05385953c0ef service nova] Acquired lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.912265] env[69155]: DEBUG nova.network.neutron [req-ce2c4b6f-c347-42d8-91f9-80d02ae2c6ae req-73eab45f-026c-4143-abe0-05385953c0ef service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Refreshing network info cache for port aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.019563] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b68ed126-32b2-4282-a247-a6c6ebabd68f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.395s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.154820] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600661, 'name': ReconfigVM_Task, 'duration_secs': 0.840389} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.155166] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd/0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.155849] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc596398-4930-480c-93e5-053c348bf295 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.162965] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1349.162965] env[69155]: value = "task-3600663" [ 1349.162965] env[69155]: _type = "Task" [ 1349.162965] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.170438] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600663, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.199881] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.200144] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.200399] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.200609] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.200765] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.200939] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.201181] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.201366] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.201555] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.201727] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.201913] env[69155]: DEBUG nova.virt.hardware [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.207392] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.207686] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c73ab3a-1ae4-4afb-bde4-8bf6fc691e15 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.227330] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1349.227330] env[69155]: value = "task-3600664" [ 1349.227330] env[69155]: _type = "Task" [ 1349.227330] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.237123] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.645892] env[69155]: DEBUG nova.network.neutron [req-ce2c4b6f-c347-42d8-91f9-80d02ae2c6ae req-73eab45f-026c-4143-abe0-05385953c0ef service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updated VIF entry in instance network info cache for port aad6577c-5d6c-4b66-8808-8514ece3bcf1. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.646554] env[69155]: DEBUG nova.network.neutron [req-ce2c4b6f-c347-42d8-91f9-80d02ae2c6ae req-73eab45f-026c-4143-abe0-05385953c0ef service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance_info_cache with network_info: [{"id": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "address": "fa:16:3e:23:15:8c", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6577c-5d", "ovs_interfaceid": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.673363] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600663, 'name': Rename_Task, 'duration_secs': 0.160793} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.673652] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.673861] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce18f508-969a-4cd8-bdde-348387b209f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.680215] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1349.680215] env[69155]: value = "task-3600665" [ 1349.680215] env[69155]: _type = "Task" [ 1349.680215] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.687560] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.736900] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.149048] env[69155]: DEBUG oslo_concurrency.lockutils [req-ce2c4b6f-c347-42d8-91f9-80d02ae2c6ae req-73eab45f-026c-4143-abe0-05385953c0ef service nova] Releasing lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.189909] env[69155]: DEBUG oslo_vmware.api [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600665, 'name': PowerOnVM_Task, 'duration_secs': 0.483946} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.190291] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.190507] env[69155]: INFO nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1350.190690] env[69155]: DEBUG nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.191452] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb16ea83-d157-4263-b0fa-e215e9b38793 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.237444] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.709677] env[69155]: INFO nova.compute.manager [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Took 12.13 seconds to build instance. [ 1350.738591] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600664, 'name': ReconfigVM_Task, 'duration_secs': 1.168902} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.738862] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.739733] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9500c536-9ea2-40c3-a82f-3c1d56e7a5c7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.763070] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-2556adb5-8b10-45b3-8890-d07e223b09f7/volume-2556adb5-8b10-45b3-8890-d07e223b09f7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.763070] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb2fb68-05d4-46fd-9459-508037a16c32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.780619] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1350.780619] env[69155]: value = "task-3600666" [ 1350.780619] env[69155]: _type = "Task" [ 1350.780619] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.788192] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.941480] env[69155]: DEBUG nova.compute.manager [req-05567134-03c5-465e-81f7-162152beb3bc req-3a31a241-8856-406c-b6be-3709270487b9 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received event network-changed-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.941707] env[69155]: DEBUG nova.compute.manager [req-05567134-03c5-465e-81f7-162152beb3bc req-3a31a241-8856-406c-b6be-3709270487b9 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Refreshing instance network info cache due to event network-changed-e8f6f922-3497-404e-841a-339a88806366. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.941965] env[69155]: DEBUG oslo_concurrency.lockutils [req-05567134-03c5-465e-81f7-162152beb3bc req-3a31a241-8856-406c-b6be-3709270487b9 service nova] Acquiring lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.942211] env[69155]: DEBUG oslo_concurrency.lockutils [req-05567134-03c5-465e-81f7-162152beb3bc req-3a31a241-8856-406c-b6be-3709270487b9 service nova] Acquired lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.942396] env[69155]: DEBUG nova.network.neutron [req-05567134-03c5-465e-81f7-162152beb3bc req-3a31a241-8856-406c-b6be-3709270487b9 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Refreshing network info cache for port e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.211885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-ec2c1202-d0d6-43f0-8d89-a8014142e51e tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.635s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.290236] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600666, 'name': ReconfigVM_Task, 'duration_secs': 0.281828} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.290523] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-2556adb5-8b10-45b3-8890-d07e223b09f7/volume-2556adb5-8b10-45b3-8890-d07e223b09f7.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.290814] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.643989] env[69155]: DEBUG nova.network.neutron [req-05567134-03c5-465e-81f7-162152beb3bc req-3a31a241-8856-406c-b6be-3709270487b9 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updated VIF entry in instance network info cache for port e8f6f922-3497-404e-841a-339a88806366. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.644392] env[69155]: DEBUG nova.network.neutron [req-05567134-03c5-465e-81f7-162152beb3bc req-3a31a241-8856-406c-b6be-3709270487b9 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating instance_info_cache with network_info: [{"id": "e8f6f922-3497-404e-841a-339a88806366", "address": "fa:16:3e:3b:a4:00", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f922-34", "ovs_interfaceid": "e8f6f922-3497-404e-841a-339a88806366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.800451] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c42eed-3623-4ed0-993d-4099570656ea {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.819014] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f338265-0d50-41db-9b3f-bf942cbcb51c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.836182] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.147719] env[69155]: DEBUG oslo_concurrency.lockutils [req-05567134-03c5-465e-81f7-162152beb3bc req-3a31a241-8856-406c-b6be-3709270487b9 service nova] Releasing lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.471634] env[69155]: DEBUG nova.network.neutron [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Port 318563c1-d95a-4b56-8b7c-b4a3a94ca64e binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1354.493719] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.494069] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.494125] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.546815] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.547063] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.547210] env[69155]: DEBUG nova.network.neutron [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.238710] env[69155]: DEBUG nova.network.neutron [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance_info_cache with network_info: [{"id": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "address": "fa:16:3e:bd:d7:94", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318563c1-d9", "ovs_interfaceid": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.741948] env[69155]: DEBUG oslo_concurrency.lockutils [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.251833] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc06ae0c-c4c4-46fe-a9ae-116b735d7074 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.259555] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5703c5-c463-4aba-990e-82059a838d5a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.360017] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d839b7-1461-4d90-8d4a-69d0133a53a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.379969] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee2fa0-7916-43b0-b6d8-2e6352bcf5cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.387898] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.894069] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.894438] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595f478f-31a4-4c18-949b-bc40427259dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.903269] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1358.903269] env[69155]: value = "task-3600667" [ 1358.903269] env[69155]: _type = "Task" [ 1358.903269] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.911193] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.413468] env[69155]: DEBUG oslo_vmware.api [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600667, 'name': PowerOnVM_Task, 'duration_secs': 0.387997} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.413838] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.413940] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-c1086a5d-be2c-4069-9402-dbbc18fd4e9a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1361.178050] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.178387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.178514] env[69155]: DEBUG nova.compute.manager [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Going to confirm migration 9 {{(pid=69155) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1361.715177] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.715375] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquired lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.715556] env[69155]: DEBUG nova.network.neutron [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.715744] env[69155]: DEBUG nova.objects.instance [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'info_cache' on Instance uuid d4bbdc0e-8309-474a-b2a0-5cace3d195e6 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.909017] env[69155]: DEBUG nova.network.neutron [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance_info_cache with network_info: [{"id": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "address": "fa:16:3e:bd:d7:94", "network": {"id": "a645fe21-fe02-4934-ad8d-a3cc0027ef45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1715109710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523ecb8c3c8e48348c1fd01c98f421eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318563c1-d9", "ovs_interfaceid": "318563c1-d95a-4b56-8b7c-b4a3a94ca64e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.412244] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Releasing lock "refresh_cache-d4bbdc0e-8309-474a-b2a0-5cace3d195e6" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.412538] env[69155]: DEBUG nova.objects.instance [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'migration_context' on Instance uuid d4bbdc0e-8309-474a-b2a0-5cace3d195e6 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.466586] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.466791] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.466949] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.467118] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.467273] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.467420] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.467565] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.467701] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1363.467846] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.916022] env[69155]: DEBUG nova.objects.base [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1363.916978] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b036e838-c17e-4935-bfde-24953e75d0d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.936327] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2defd67a-00c4-4311-a5c2-366e305d2204 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.941685] env[69155]: DEBUG oslo_vmware.api [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1363.941685] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bc73c6-430b-8cd6-94ac-4f563cb319a9" [ 1363.941685] env[69155]: _type = "Task" [ 1363.941685] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.949159] env[69155]: DEBUG oslo_vmware.api [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bc73c6-430b-8cd6-94ac-4f563cb319a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.970232] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.970442] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.970615] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.970767] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1363.971514] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643eeb2d-e486-4776-a516-19559a19b062 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.979059] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9368cc8-34fb-4a79-bf58-fc7346d682c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.992376] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30b6c74-a52f-4191-a08b-4adecca09cba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.998743] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4224d50e-0a14-4e62-9ac4-0517afcd44a1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.027914] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180520MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1364.028081] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.028295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.452212] env[69155]: DEBUG oslo_vmware.api [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bc73c6-430b-8cd6-94ac-4f563cb319a9, 'name': SearchDatastore_Task, 'duration_secs': 0.007622} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.452523] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.036755] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Applying migration context for instance d4bbdc0e-8309-474a-b2a0-5cace3d195e6 as it has an incoming, in-progress migration 620dae1b-1b0c-4f6a-98ac-8326cd8816de. Migration status is confirming {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1365.037677] env[69155]: INFO nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating resource usage from migration 620dae1b-1b0c-4f6a-98ac-8326cd8816de [ 1365.053100] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance c85cf6e7-46e8-48d6-9760-6181a12c47ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.053263] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 236476c1-724c-4050-8d86-52dcd30d3251 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.053425] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance f2d28c64-16cd-43e2-a4e5-1bc250f5c75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.053552] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.053673] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Migration 620dae1b-1b0c-4f6a-98ac-8326cd8816de is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1365.053793] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance d4bbdc0e-8309-474a-b2a0-5cace3d195e6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.053968] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1365.054116] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1365.127919] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdaa1e1-199b-46fb-8366-cc30ba2ebe14 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.135578] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4175b2f-e17c-40a7-8448-b1a553f88a29 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.165720] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c1fa28-8139-45f1-bd3b-c75170a0efe4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.172493] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2be840-fd61-4008-a3d5-5f6b6b4e8139 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.184949] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.687986] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.192873] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1366.193187] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.193536] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.741s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.768760] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf0714a-a117-40b4-84ab-60423539d944 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.776583] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3835a919-5358-48be-8dad-575d29094e81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.805682] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca72849-2751-455b-9eea-8e67082b6572 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.812465] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4693bc56-8c6a-416b-8c17-54817555b69e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.825009] env[69155]: DEBUG nova.compute.provider_tree [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.328132] env[69155]: DEBUG nova.scheduler.client.report [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.337572] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.144s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.604652] env[69155]: INFO nova.compute.manager [None req-440d4139-d0fa-4a01-8a3b-81785d38d42f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Get console output [ 1368.605041] env[69155]: WARNING nova.virt.vmwareapi.driver [None req-440d4139-d0fa-4a01-8a3b-81785d38d42f tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] The console log is missing. Check your VSPC configuration [ 1368.894827] env[69155]: INFO nova.scheduler.client.report [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted allocation for migration 620dae1b-1b0c-4f6a-98ac-8326cd8816de [ 1369.401145] env[69155]: DEBUG oslo_concurrency.lockutils [None req-20d2df94-04d6-4ec2-9fa5-a3a16f2e81df tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.223s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.365555] env[69155]: DEBUG nova.compute.manager [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Stashing vm_state: active {{(pid=69155) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1386.884962] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.885259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.390640] env[69155]: INFO nova.compute.claims [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.896961] env[69155]: INFO nova.compute.resource_tracker [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating resource usage from migration c4587f53-e506-4c9d-a4f2-ca65e32a5c55 [ 1387.970792] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a267d-5a13-4ff2-8d43-065509fe71af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.978169] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ac07c9-abd6-4c57-ba6b-56eccc0b4dd7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.008728] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928b4c89-0acb-4ebf-be7f-72729f68129f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.015335] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319618bb-697d-47b0-94ee-cde1a4705eb0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.027796] env[69155]: DEBUG nova.compute.provider_tree [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.531204] env[69155]: DEBUG nova.scheduler.client.report [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.036725] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.151s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.036955] env[69155]: INFO nova.compute.manager [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Migrating [ 1389.552474] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.552818] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.552857] env[69155]: DEBUG nova.network.neutron [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.597545] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.597794] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.597980] env[69155]: INFO nova.compute.manager [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Shelving [ 1390.244110] env[69155]: DEBUG nova.network.neutron [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance_info_cache with network_info: [{"id": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "address": "fa:16:3e:23:15:8c", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6577c-5d", "ovs_interfaceid": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.605698] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.606063] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54a8c082-645f-40e5-8b75-cd034ceac2b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.614447] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1390.614447] env[69155]: value = "task-3600668" [ 1390.614447] env[69155]: _type = "Task" [ 1390.614447] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.622718] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.746688] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.127797] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600668, 'name': PowerOffVM_Task, 'duration_secs': 0.175641} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.128123] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.129214] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c460f-5c87-45c8-84ca-5853e69e9143 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.147481] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6b4533-e998-4512-9e82-5353c7d0d4e5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.657811] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Creating Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1391.658229] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab8aa219-a832-4c33-979f-436b3fe35725 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.665942] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1391.665942] env[69155]: value = "task-3600669" [ 1391.665942] env[69155]: _type = "Task" [ 1391.665942] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.674572] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600669, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.176745] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600669, 'name': CreateSnapshot_Task, 'duration_secs': 0.403603} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.176997] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Created Snapshot of the VM instance {{(pid=69155) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1392.177738] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0405950b-0386-4a0e-a74f-371dbc888961 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.263674] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec9341b-fada-4fda-b282-2b18d2a0c415 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.283111] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance 'f2d28c64-16cd-43e2-a4e5-1bc250f5c75e' progress to 0 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.696449] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Creating linked-clone VM from snapshot {{(pid=69155) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1392.696802] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81a5c367-7199-4977-befc-5f9081c6046c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.705441] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1392.705441] env[69155]: value = "task-3600670" [ 1392.705441] env[69155]: _type = "Task" [ 1392.705441] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.713143] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600670, 'name': CloneVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.788344] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.788678] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0964aee6-10a6-464d-82a8-4c7fbb24fc58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.796329] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1392.796329] env[69155]: value = "task-3600671" [ 1392.796329] env[69155]: _type = "Task" [ 1392.796329] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.803977] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.216062] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600670, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.306515] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600671, 'name': PowerOffVM_Task, 'duration_secs': 0.421473} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.306787] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.306971] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance 'f2d28c64-16cd-43e2-a4e5-1bc250f5c75e' progress to 17 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.715918] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600670, 'name': CloneVM_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.813526] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.813791] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.813958] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.814176] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.814385] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.814557] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.814770] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.814934] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.815118] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.815290] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.815469] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.820405] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-132692e8-7bb0-41f8-b5aa-b7d1910d0b58 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.839009] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1393.839009] env[69155]: value = "task-3600672" [ 1393.839009] env[69155]: _type = "Task" [ 1393.839009] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.847565] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.216593] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600670, 'name': CloneVM_Task, 'duration_secs': 1.493239} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.216859] env[69155]: INFO nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Created linked-clone VM from snapshot [ 1394.217590] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f8be6-a130-40df-8343-7001b2356a96 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.224860] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Uploading image 10bac827-61d8-4d88-a8de-e6eb6ffb556b {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1394.248886] env[69155]: DEBUG oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1394.248886] env[69155]: value = "vm-718350" [ 1394.248886] env[69155]: _type = "VirtualMachine" [ 1394.248886] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1394.249192] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5361f79b-ec68-44fb-a30f-c96d477602e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.256393] env[69155]: DEBUG oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lease: (returnval){ [ 1394.256393] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522e8cc2-eb1d-fe83-5d18-c67b8bf089a0" [ 1394.256393] env[69155]: _type = "HttpNfcLease" [ 1394.256393] env[69155]: } obtained for exporting VM: (result){ [ 1394.256393] env[69155]: value = "vm-718350" [ 1394.256393] env[69155]: _type = "VirtualMachine" [ 1394.256393] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1394.256641] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the lease: (returnval){ [ 1394.256641] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522e8cc2-eb1d-fe83-5d18-c67b8bf089a0" [ 1394.256641] env[69155]: _type = "HttpNfcLease" [ 1394.256641] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1394.263268] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1394.263268] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522e8cc2-eb1d-fe83-5d18-c67b8bf089a0" [ 1394.263268] env[69155]: _type = "HttpNfcLease" [ 1394.263268] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1394.349149] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600672, 'name': ReconfigVM_Task, 'duration_secs': 0.212619} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.349456] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance 'f2d28c64-16cd-43e2-a4e5-1bc250f5c75e' progress to 33 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.765411] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1394.765411] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522e8cc2-eb1d-fe83-5d18-c67b8bf089a0" [ 1394.765411] env[69155]: _type = "HttpNfcLease" [ 1394.765411] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1394.765766] env[69155]: DEBUG oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1394.765766] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]522e8cc2-eb1d-fe83-5d18-c67b8bf089a0" [ 1394.765766] env[69155]: _type = "HttpNfcLease" [ 1394.765766] env[69155]: }. {{(pid=69155) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1394.766412] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae2b99a-09cc-4adb-8af7-6b3ee4e9f214 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.773153] env[69155]: DEBUG oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18ede-4a9e-f37b-a456-4be7cb2ede9d/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1394.773326] env[69155]: DEBUG oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18ede-4a9e-f37b-a456-4be7cb2ede9d/disk-0.vmdk for reading. {{(pid=69155) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1394.856220] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.856473] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.856693] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.856904] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.857068] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.857220] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.857425] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.857587] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.857746] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.857913] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.858100] env[69155]: DEBUG nova.virt.hardware [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.863446] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.865914] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc736fd8-a239-4b43-8918-a9242a23cee4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.879662] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4e58ca4-6bc3-4c2c-b869-6546394f14fb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.887028] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1394.887028] env[69155]: value = "task-3600674" [ 1394.887028] env[69155]: _type = "Task" [ 1394.887028] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.895539] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.397925] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600674, 'name': ReconfigVM_Task, 'duration_secs': 0.166994} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.398312] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.399214] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde8714-1d66-4ba5-965a-b7c3e175cac6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.423571] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e/f2d28c64-16cd-43e2-a4e5-1bc250f5c75e.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.423949] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56a25a89-3ca0-4639-a71d-dba014cc2410 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.443553] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1395.443553] env[69155]: value = "task-3600675" [ 1395.443553] env[69155]: _type = "Task" [ 1395.443553] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.452455] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.476378] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.476756] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.477095] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.477295] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.477471] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.479685] env[69155]: INFO nova.compute.manager [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Terminating instance [ 1395.953592] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600675, 'name': ReconfigVM_Task, 'duration_secs': 0.281573} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.953947] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e/f2d28c64-16cd-43e2-a4e5-1bc250f5c75e.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.954398] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance 'f2d28c64-16cd-43e2-a4e5-1bc250f5c75e' progress to 50 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.984224] env[69155]: DEBUG nova.compute.manager [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.984485] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.984731] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c411fe09-577b-4e8a-bfa4-f6d341885ff5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.992356] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1395.992356] env[69155]: value = "task-3600676" [ 1395.992356] env[69155]: _type = "Task" [ 1395.992356] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.001562] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.463364] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a267c82-b448-4790-b0ea-b300b1ed0805 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.483328] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edd0441-ed61-4d86-a4da-742f558a8a76 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.501435] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance 'f2d28c64-16cd-43e2-a4e5-1bc250f5c75e' progress to 67 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.512910] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600676, 'name': PowerOffVM_Task, 'duration_secs': 0.187607} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.513701] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.513865] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1396.514206] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718343', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'name': 'volume-2556adb5-8b10-45b3-8890-d07e223b09f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6', 'attached_at': '2025-04-25T18:08:21.000000', 'detached_at': '', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'serial': '2556adb5-8b10-45b3-8890-d07e223b09f7'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1396.515073] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6074abb-4d19-448f-920a-7d700e58a096 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.533695] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19d39f4-ad45-42db-a529-71d7a8b4dfc9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.540787] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c9ffc6-59ed-4e99-b917-4cea441666ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.558643] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a6de41-11a5-489e-b7af-7ffd16bf9ba4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.573770] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] The volume has not been displaced from its original location: [datastore2] volume-2556adb5-8b10-45b3-8890-d07e223b09f7/volume-2556adb5-8b10-45b3-8890-d07e223b09f7.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1396.579059] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1396.579425] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88b92fa-3875-4903-85a4-70fb203fd8f1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.598226] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1396.598226] env[69155]: value = "task-3600677" [ 1396.598226] env[69155]: _type = "Task" [ 1396.598226] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.607960] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.045701] env[69155]: DEBUG nova.network.neutron [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Port aad6577c-5d6c-4b66-8808-8514ece3bcf1 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1397.108143] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600677, 'name': ReconfigVM_Task, 'duration_secs': 0.158527} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.108424] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.112976] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1542ac10-2227-4877-9be8-1547d3e2dd84 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.128017] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1397.128017] env[69155]: value = "task-3600678" [ 1397.128017] env[69155]: _type = "Task" [ 1397.128017] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.135924] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.638844] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600678, 'name': ReconfigVM_Task, 'duration_secs': 0.300422} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.639188] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718343', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'name': 'volume-2556adb5-8b10-45b3-8890-d07e223b09f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd4bbdc0e-8309-474a-b2a0-5cace3d195e6', 'attached_at': '2025-04-25T18:08:21.000000', 'detached_at': '', 'volume_id': '2556adb5-8b10-45b3-8890-d07e223b09f7', 'serial': '2556adb5-8b10-45b3-8890-d07e223b09f7'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1397.639547] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.640427] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7157e748-769d-4dd1-bd2d-c054cf4fc27e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.647929] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.648243] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b820a3c3-22db-4540-9618-7f2153fa140e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.713064] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.713298] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.713485] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleting the datastore file [datastore2] d4bbdc0e-8309-474a-b2a0-5cace3d195e6 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.713755] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81a448cb-411c-407d-ab51-ba649958b3dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.721346] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1397.721346] env[69155]: value = "task-3600680" [ 1397.721346] env[69155]: _type = "Task" [ 1397.721346] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.728854] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.067279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.067569] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.067726] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.231530] env[69155]: DEBUG oslo_vmware.api [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121629} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.231736] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.231926] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.232136] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.232318] env[69155]: INFO nova.compute.manager [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1398.232609] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.232820] env[69155]: DEBUG nova.compute.manager [-] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.232929] env[69155]: DEBUG nova.network.neutron [-] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.931553] env[69155]: DEBUG nova.compute.manager [req-38c02391-4ceb-4117-9bab-552e5c6917f5 req-6ff0f653-fed4-46aa-86c0-17f66dd7d5c8 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Received event network-vif-deleted-318563c1-d95a-4b56-8b7c-b4a3a94ca64e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.931675] env[69155]: INFO nova.compute.manager [req-38c02391-4ceb-4117-9bab-552e5c6917f5 req-6ff0f653-fed4-46aa-86c0-17f66dd7d5c8 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Neutron deleted interface 318563c1-d95a-4b56-8b7c-b4a3a94ca64e; detaching it from the instance and deleting it from the info cache [ 1398.931827] env[69155]: DEBUG nova.network.neutron [req-38c02391-4ceb-4117-9bab-552e5c6917f5 req-6ff0f653-fed4-46aa-86c0-17f66dd7d5c8 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.113464] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.113766] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.113859] env[69155]: DEBUG nova.network.neutron [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.415969] env[69155]: DEBUG nova.network.neutron [-] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.435762] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91997f8f-5513-40ac-b55c-9b982ef9f1ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.447060] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce092a50-0304-426e-b2a7-7005c8b64753 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.477365] env[69155]: DEBUG nova.compute.manager [req-38c02391-4ceb-4117-9bab-552e5c6917f5 req-6ff0f653-fed4-46aa-86c0-17f66dd7d5c8 service nova] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Detach interface failed, port_id=318563c1-d95a-4b56-8b7c-b4a3a94ca64e, reason: Instance d4bbdc0e-8309-474a-b2a0-5cace3d195e6 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1399.846817] env[69155]: DEBUG nova.network.neutron [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance_info_cache with network_info: [{"id": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "address": "fa:16:3e:23:15:8c", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6577c-5d", "ovs_interfaceid": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.919364] env[69155]: INFO nova.compute.manager [-] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Took 1.69 seconds to deallocate network for instance. [ 1400.350197] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.463352] env[69155]: INFO nova.compute.manager [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Took 0.54 seconds to detach 1 volumes for instance. [ 1400.466091] env[69155]: DEBUG nova.compute.manager [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Deleting volume: 2556adb5-8b10-45b3-8890-d07e223b09f7 {{(pid=69155) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1400.877313] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a52f949-c7ef-4211-9eb2-d16075bccee2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.897160] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa8e6ce-93f5-4a77-a1c4-4d52cc177623 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.904470] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance 'f2d28c64-16cd-43e2-a4e5-1bc250f5c75e' progress to 83 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1401.007182] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.007477] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.007735] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.054633] env[69155]: INFO nova.scheduler.client.report [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted allocations for instance d4bbdc0e-8309-474a-b2a0-5cace3d195e6 [ 1401.411191] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.411558] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7add7fbd-fd55-4971-aa53-a3651af136e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.418708] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1401.418708] env[69155]: value = "task-3600682" [ 1401.418708] env[69155]: _type = "Task" [ 1401.418708] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.428615] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.562263] env[69155]: DEBUG oslo_concurrency.lockutils [None req-8c560993-2dcf-4555-bcef-4221a65c8236 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "d4bbdc0e-8309-474a-b2a0-5cace3d195e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.085s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.929248] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.199930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "236476c1-724c-4050-8d86-52dcd30d3251" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.200205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "236476c1-724c-4050-8d86-52dcd30d3251" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.200447] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "236476c1-724c-4050-8d86-52dcd30d3251-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.200649] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "236476c1-724c-4050-8d86-52dcd30d3251-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.200839] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "236476c1-724c-4050-8d86-52dcd30d3251-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.203422] env[69155]: INFO nova.compute.manager [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Terminating instance [ 1402.430039] env[69155]: DEBUG oslo_vmware.api [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600682, 'name': PowerOnVM_Task, 'duration_secs': 0.896547} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.430523] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.430523] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-8134853a-dc30-45b9-a360-39e3bb089ac7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance 'f2d28c64-16cd-43e2-a4e5-1bc250f5c75e' progress to 100 {{(pid=69155) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.707733] env[69155]: DEBUG nova.compute.manager [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.707972] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.708863] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc89ed-49cf-4855-9e43-203e5a94dccb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.716897] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.717200] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09d2c167-5382-45c0-a07b-ac0790f8a8af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.723526] env[69155]: DEBUG oslo_vmware.api [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1402.723526] env[69155]: value = "task-3600683" [ 1402.723526] env[69155]: _type = "Task" [ 1402.723526] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.731636] env[69155]: DEBUG oslo_vmware.api [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.234553] env[69155]: DEBUG oslo_vmware.api [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600683, 'name': PowerOffVM_Task, 'duration_secs': 0.272484} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.234835] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.235088] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.235358] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22de2638-643b-4da8-b36b-6bca8db16ca8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.272379] env[69155]: DEBUG oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18ede-4a9e-f37b-a456-4be7cb2ede9d/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1403.273312] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b1d4b-affe-4a8b-bd51-b582ede73bb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.279308] env[69155]: DEBUG oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18ede-4a9e-f37b-a456-4be7cb2ede9d/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1403.279475] env[69155]: ERROR oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18ede-4a9e-f37b-a456-4be7cb2ede9d/disk-0.vmdk due to incomplete transfer. [ 1403.279689] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c86feca-0bb5-45b9-9785-09b3423e7955 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.286869] env[69155]: DEBUG oslo_vmware.rw_handles [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e18ede-4a9e-f37b-a456-4be7cb2ede9d/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1403.287080] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Uploaded image 10bac827-61d8-4d88-a8de-e6eb6ffb556b to the Glance image server {{(pid=69155) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1403.289471] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Destroying the VM {{(pid=69155) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1403.289706] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f75b4591-5896-40cf-8e16-7da10d435355 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.295996] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1403.295996] env[69155]: value = "task-3600685" [ 1403.295996] env[69155]: _type = "Task" [ 1403.295996] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.303666] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600685, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.806910] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600685, 'name': Destroy_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.136740] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.136983] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.137188] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleting the datastore file [datastore1] 236476c1-724c-4050-8d86-52dcd30d3251 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.137464] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5754ae38-4b08-4672-95ff-deb2f01ea4dd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.145300] env[69155]: DEBUG oslo_vmware.api [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1404.145300] env[69155]: value = "task-3600686" [ 1404.145300] env[69155]: _type = "Task" [ 1404.145300] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.153021] env[69155]: DEBUG oslo_vmware.api [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.306225] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600685, 'name': Destroy_Task, 'duration_secs': 0.975207} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.306484] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Destroyed the VM [ 1404.306721] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Deleting Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1404.306955] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0203b0a4-2fa6-430b-b8f3-77af5515ea46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.312704] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1404.312704] env[69155]: value = "task-3600687" [ 1404.312704] env[69155]: _type = "Task" [ 1404.312704] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.320490] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600687, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.655430] env[69155]: DEBUG oslo_vmware.api [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230985} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.655695] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.655883] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.656074] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.656258] env[69155]: INFO nova.compute.manager [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1404.656788] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.656788] env[69155]: DEBUG nova.compute.manager [-] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.656886] env[69155]: DEBUG nova.network.neutron [-] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.822839] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600687, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.860096] env[69155]: DEBUG nova.network.neutron [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Port aad6577c-5d6c-4b66-8808-8514ece3bcf1 binding to destination host cpu-1 is already ACTIVE {{(pid=69155) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1404.860399] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.860587] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.860804] env[69155]: DEBUG nova.network.neutron [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.922357] env[69155]: DEBUG nova.compute.manager [req-84b92384-8929-4736-aacd-c7fca435305a req-2e5368a2-1700-4e25-89e0-2a7aad9105d2 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Received event network-vif-deleted-d3bc929c-3fad-45b2-938d-c2096339a32e {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.922564] env[69155]: INFO nova.compute.manager [req-84b92384-8929-4736-aacd-c7fca435305a req-2e5368a2-1700-4e25-89e0-2a7aad9105d2 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Neutron deleted interface d3bc929c-3fad-45b2-938d-c2096339a32e; detaching it from the instance and deleting it from the info cache [ 1404.922806] env[69155]: DEBUG nova.network.neutron [req-84b92384-8929-4736-aacd-c7fca435305a req-2e5368a2-1700-4e25-89e0-2a7aad9105d2 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.322452] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600687, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556083} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.322833] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Deleted Snapshot of the VM instance {{(pid=69155) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1405.323131] env[69155]: DEBUG nova.compute.manager [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.323858] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd90ef7a-bb04-4303-b1e9-46ab36e7d7e4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.407084] env[69155]: DEBUG nova.network.neutron [-] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.425454] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50b930fe-48e3-4169-93ec-1f0d51876d96 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.437140] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1973e013-25cd-4210-9ce1-39bdea38f7fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.463912] env[69155]: DEBUG nova.compute.manager [req-84b92384-8929-4736-aacd-c7fca435305a req-2e5368a2-1700-4e25-89e0-2a7aad9105d2 service nova] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Detach interface failed, port_id=d3bc929c-3fad-45b2-938d-c2096339a32e, reason: Instance 236476c1-724c-4050-8d86-52dcd30d3251 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1405.579558] env[69155]: DEBUG nova.network.neutron [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance_info_cache with network_info: [{"id": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "address": "fa:16:3e:23:15:8c", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6577c-5d", "ovs_interfaceid": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.837883] env[69155]: INFO nova.compute.manager [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Shelve offloading [ 1405.909193] env[69155]: INFO nova.compute.manager [-] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Took 1.25 seconds to deallocate network for instance. [ 1406.082362] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.341750] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.342040] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e03720-23f5-43d9-a4df-f7b497bfec4c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.349939] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1406.349939] env[69155]: value = "task-3600688" [ 1406.349939] env[69155]: _type = "Task" [ 1406.349939] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.357747] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.415875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.416161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.416384] env[69155]: DEBUG nova.objects.instance [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'resources' on Instance uuid 236476c1-724c-4050-8d86-52dcd30d3251 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.585493] env[69155]: DEBUG nova.compute.manager [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69155) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1406.585493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.863065] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1406.863065] env[69155]: DEBUG nova.compute.manager [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.863065] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9503ad11-51da-46a8-a83f-d8592335513f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.868753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.868914] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.869096] env[69155]: DEBUG nova.network.neutron [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.999556] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cbdfd4-c8c8-4980-a0cf-368fd5fa6114 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.007438] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43472d0f-35ec-4a85-8160-448835152eba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.037265] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc9b6e-b5e5-403e-9f42-87a6fef5068a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.043823] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc7b4bb-5c31-4f1f-af4e-586e8ab96d27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.056302] env[69155]: DEBUG nova.compute.provider_tree [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.558121] env[69155]: DEBUG nova.network.neutron [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating instance_info_cache with network_info: [{"id": "e8f6f922-3497-404e-841a-339a88806366", "address": "fa:16:3e:3b:a4:00", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f922-34", "ovs_interfaceid": "e8f6f922-3497-404e-841a-339a88806366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.559768] env[69155]: DEBUG nova.scheduler.client.report [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.063338] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.065733] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.067709] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.482s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.086693] env[69155]: INFO nova.scheduler.client.report [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted allocations for instance 236476c1-724c-4050-8d86-52dcd30d3251 [ 1408.285229] env[69155]: DEBUG nova.compute.manager [req-38bbf170-31c3-4037-8496-3088e9194883 req-f2021c7e-3a20-4784-bb8b-8a191853e94c service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received event network-vif-unplugged-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.285878] env[69155]: DEBUG oslo_concurrency.lockutils [req-38bbf170-31c3-4037-8496-3088e9194883 req-f2021c7e-3a20-4784-bb8b-8a191853e94c service nova] Acquiring lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.286106] env[69155]: DEBUG oslo_concurrency.lockutils [req-38bbf170-31c3-4037-8496-3088e9194883 req-f2021c7e-3a20-4784-bb8b-8a191853e94c service nova] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.286287] env[69155]: DEBUG oslo_concurrency.lockutils [req-38bbf170-31c3-4037-8496-3088e9194883 req-f2021c7e-3a20-4784-bb8b-8a191853e94c service nova] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.286457] env[69155]: DEBUG nova.compute.manager [req-38bbf170-31c3-4037-8496-3088e9194883 req-f2021c7e-3a20-4784-bb8b-8a191853e94c service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] No waiting events found dispatching network-vif-unplugged-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.286646] env[69155]: WARNING nova.compute.manager [req-38bbf170-31c3-4037-8496-3088e9194883 req-f2021c7e-3a20-4784-bb8b-8a191853e94c service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received unexpected event network-vif-unplugged-e8f6f922-3497-404e-841a-339a88806366 for instance with vm_state shelved and task_state shelving_offloading. [ 1408.375052] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.375961] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8f3a5-ab79-42a5-ab6b-538e494852d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.383500] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.383730] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9680bb5-8c03-41aa-9f59-ec2c1bb0dc1a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.450785] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.451031] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.451208] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleting the datastore file [datastore2] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.451473] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebfeb0eb-e2f3-423e-8c13-13245afd84fd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.457167] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1408.457167] env[69155]: value = "task-3600691" [ 1408.457167] env[69155]: _type = "Task" [ 1408.457167] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.464513] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.570060] env[69155]: DEBUG nova.objects.instance [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'migration_context' on Instance uuid f2d28c64-16cd-43e2-a4e5-1bc250f5c75e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.594740] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f74425b4-1397-4c32-b589-079ee514eaf2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "236476c1-724c-4050-8d86-52dcd30d3251" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.394s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.968348] env[69155]: DEBUG oslo_vmware.api [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12848} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.969031] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.969031] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.969183] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.990522] env[69155]: INFO nova.scheduler.client.report [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted allocations for instance 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd [ 1409.117941] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2d6204-5a6f-49db-bcd1-b5d73bb6b25b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.126067] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a826f-9470-4843-b3f5-952d2549347d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.156541] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0325d759-7ef2-456e-abe6-ddcc79d53e4e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.166023] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4893ad45-0dd4-4370-8138-152298e7101e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.177876] env[69155]: DEBUG nova.compute.provider_tree [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.495300] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.680790] env[69155]: DEBUG nova.scheduler.client.report [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.307326] env[69155]: DEBUG nova.compute.manager [req-c48b9156-c88b-429f-aa1a-bd42aa4fef3a req-75bde11e-70a9-4050-8f8b-419019fa2460 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received event network-changed-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.307609] env[69155]: DEBUG nova.compute.manager [req-c48b9156-c88b-429f-aa1a-bd42aa4fef3a req-75bde11e-70a9-4050-8f8b-419019fa2460 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Refreshing instance network info cache due to event network-changed-e8f6f922-3497-404e-841a-339a88806366. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1410.308570] env[69155]: DEBUG oslo_concurrency.lockutils [req-c48b9156-c88b-429f-aa1a-bd42aa4fef3a req-75bde11e-70a9-4050-8f8b-419019fa2460 service nova] Acquiring lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.308570] env[69155]: DEBUG oslo_concurrency.lockutils [req-c48b9156-c88b-429f-aa1a-bd42aa4fef3a req-75bde11e-70a9-4050-8f8b-419019fa2460 service nova] Acquired lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.308570] env[69155]: DEBUG nova.network.neutron [req-c48b9156-c88b-429f-aa1a-bd42aa4fef3a req-75bde11e-70a9-4050-8f8b-419019fa2460 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Refreshing network info cache for port e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.699161] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.631s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.704875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.210s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.705126] env[69155]: DEBUG nova.objects.instance [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'resources' on Instance uuid 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.070244] env[69155]: DEBUG nova.network.neutron [req-c48b9156-c88b-429f-aa1a-bd42aa4fef3a req-75bde11e-70a9-4050-8f8b-419019fa2460 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updated VIF entry in instance network info cache for port e8f6f922-3497-404e-841a-339a88806366. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.070611] env[69155]: DEBUG nova.network.neutron [req-c48b9156-c88b-429f-aa1a-bd42aa4fef3a req-75bde11e-70a9-4050-8f8b-419019fa2460 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating instance_info_cache with network_info: [{"id": "e8f6f922-3497-404e-841a-339a88806366", "address": "fa:16:3e:3b:a4:00", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape8f6f922-34", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.212479] env[69155]: DEBUG nova.objects.instance [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'numa_topology' on Instance uuid 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.259772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.573448] env[69155]: DEBUG oslo_concurrency.lockutils [req-c48b9156-c88b-429f-aa1a-bd42aa4fef3a req-75bde11e-70a9-4050-8f8b-419019fa2460 service nova] Releasing lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.716020] env[69155]: DEBUG nova.objects.base [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Object Instance<0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd> lazy-loaded attributes: resources,numa_topology {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1411.780691] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042b3240-8b9a-4b8c-ad6c-752d0b4b9ed6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.788576] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89273883-e7f9-4176-98c1-1519e783d19e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.819598] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb78d8e-f076-4633-9e2e-38f28b07a143 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.826483] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca718d64-e696-4e3c-9910-817070b6df62 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.839139] env[69155]: DEBUG nova.compute.provider_tree [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.937176] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.937433] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.937646] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.937835] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.938019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.940013] env[69155]: INFO nova.compute.manager [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Terminating instance [ 1412.236895] env[69155]: INFO nova.compute.manager [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Swapping old allocation on dict_keys(['fe5846b4-4143-4953-928e-00592fe9eee7']) held by migration c4587f53-e506-4c9d-a4f2-ca65e32a5c55 for instance [ 1412.257285] env[69155]: DEBUG nova.scheduler.client.report [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Overwriting current allocation {'allocations': {'fe5846b4-4143-4953-928e-00592fe9eee7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': 'a16488b6ad7949e192920247e1f02985', 'user_id': 'f28afca071f44ec3a1efd323746b1e5a', 'consumer_generation': 1} on consumer f2d28c64-16cd-43e2-a4e5-1bc250f5c75e {{(pid=69155) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1412.328613] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.328798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.329011] env[69155]: DEBUG nova.network.neutron [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.342151] env[69155]: DEBUG nova.scheduler.client.report [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.443523] env[69155]: DEBUG nova.compute.manager [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.443828] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.445126] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de691007-d54c-4bba-90f5-4105f5285927 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.452844] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.453080] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab347e1b-f720-46e4-8849-7723d38a5de9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.458801] env[69155]: DEBUG oslo_vmware.api [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1412.458801] env[69155]: value = "task-3600692" [ 1412.458801] env[69155]: _type = "Task" [ 1412.458801] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.467901] env[69155]: DEBUG oslo_vmware.api [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.846885] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.967883] env[69155]: DEBUG oslo_vmware.api [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600692, 'name': PowerOffVM_Task, 'duration_secs': 0.178498} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.970462] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.970690] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.971038] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5837625-a896-4986-af36-b2ab7667a8d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.029794] env[69155]: DEBUG nova.network.neutron [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance_info_cache with network_info: [{"id": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "address": "fa:16:3e:23:15:8c", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad6577c-5d", "ovs_interfaceid": "aad6577c-5d6c-4b66-8808-8514ece3bcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.034636] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.034853] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.035053] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleting the datastore file [datastore1] c85cf6e7-46e8-48d6-9760-6181a12c47ab {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.035304] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae027ba-421e-4bf3-97b6-304b377fb81b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.041404] env[69155]: DEBUG oslo_vmware.api [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for the task: (returnval){ [ 1413.041404] env[69155]: value = "task-3600694" [ 1413.041404] env[69155]: _type = "Task" [ 1413.041404] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.049294] env[69155]: DEBUG oslo_vmware.api [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.355209] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fc2f08da-622c-4b3f-947f-8a67995ad1d1 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.757s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.356023] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.096s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.356211] env[69155]: INFO nova.compute.manager [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Unshelving [ 1413.533363] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.533560] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.533868] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d11793-f4cb-49ce-9a02-9fd48bc34056 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.541221] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1413.541221] env[69155]: value = "task-3600695" [ 1413.541221] env[69155]: _type = "Task" [ 1413.541221] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.553817] env[69155]: DEBUG oslo_vmware.api [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Task: {'id': task-3600694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130786} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.557202] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.557457] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.557680] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.557864] env[69155]: INFO nova.compute.manager [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1413.558216] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.558350] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.558593] env[69155]: DEBUG nova.compute.manager [-] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.558709] env[69155]: DEBUG nova.network.neutron [-] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.792984] env[69155]: DEBUG nova.compute.manager [req-450cf283-bd78-4e3f-9469-88e2ee4dc077 req-df0cc798-df3a-42b3-a62a-286719d55eed service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Received event network-vif-deleted-92ccffbe-3b09-4b55-b40e-f1f51f58283d {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.793165] env[69155]: INFO nova.compute.manager [req-450cf283-bd78-4e3f-9469-88e2ee4dc077 req-df0cc798-df3a-42b3-a62a-286719d55eed service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Neutron deleted interface 92ccffbe-3b09-4b55-b40e-f1f51f58283d; detaching it from the instance and deleting it from the info cache [ 1413.793298] env[69155]: DEBUG nova.network.neutron [req-450cf283-bd78-4e3f-9469-88e2ee4dc077 req-df0cc798-df3a-42b3-a62a-286719d55eed service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.050526] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600695, 'name': PowerOffVM_Task, 'duration_secs': 0.18542} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.050979] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.051426] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.051655] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.051841] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.052056] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.052209] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.052357] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.052562] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.052754] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.052931] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.053112] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.053294] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.058431] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d70f12-b223-40e3-9c0f-ef66db100d13 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.074237] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1414.074237] env[69155]: value = "task-3600696" [ 1414.074237] env[69155]: _type = "Task" [ 1414.074237] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.081914] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.277584] env[69155]: DEBUG nova.network.neutron [-] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.295924] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec4e07f1-789d-4fdd-a4b6-c12e40a414a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.306042] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ee57a-3468-4812-b8b5-255ce29cd12b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.330249] env[69155]: DEBUG nova.compute.manager [req-450cf283-bd78-4e3f-9469-88e2ee4dc077 req-df0cc798-df3a-42b3-a62a-286719d55eed service nova] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Detach interface failed, port_id=92ccffbe-3b09-4b55-b40e-f1f51f58283d, reason: Instance c85cf6e7-46e8-48d6-9760-6181a12c47ab could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.379439] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.379717] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.379962] env[69155]: DEBUG nova.objects.instance [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'pci_requests' on Instance uuid 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.584805] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600696, 'name': ReconfigVM_Task, 'duration_secs': 0.143734} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.585654] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df5525-64e1-4f8e-84d8-812d9ef9e8ff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.605141] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.605402] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.605564] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.605753] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.605906] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.606069] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.606280] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.606443] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.606610] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.606771] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.606947] env[69155]: DEBUG nova.virt.hardware [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.607721] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e7f185-01b7-4cd1-8a04-d64110bfa2c9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.613059] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1414.613059] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5210c720-04d6-b71c-e879-0196b8594b25" [ 1414.613059] env[69155]: _type = "Task" [ 1414.613059] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.621507] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5210c720-04d6-b71c-e879-0196b8594b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.781035] env[69155]: INFO nova.compute.manager [-] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Took 1.22 seconds to deallocate network for instance. [ 1414.883933] env[69155]: DEBUG nova.objects.instance [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'numa_topology' on Instance uuid 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.123722] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5210c720-04d6-b71c-e879-0196b8594b25, 'name': SearchDatastore_Task, 'duration_secs': 0.007052} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.128873] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.129151] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b519b6-bc28-4617-aaae-0f257385456e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.146321] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1415.146321] env[69155]: value = "task-3600697" [ 1415.146321] env[69155]: _type = "Task" [ 1415.146321] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.153976] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.287385] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.386268] env[69155]: INFO nova.compute.claims [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.656154] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600697, 'name': ReconfigVM_Task, 'duration_secs': 0.183082} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.656385] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.657155] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73088840-dc5e-4ebc-b6b1-4edfa596f6ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.678224] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e/f2d28c64-16cd-43e2-a4e5-1bc250f5c75e.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.678756] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26fe6fda-677e-4a60-a8b5-a13e05cd7778 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.696782] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1415.696782] env[69155]: value = "task-3600698" [ 1415.696782] env[69155]: _type = "Task" [ 1415.696782] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.704523] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.207085] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600698, 'name': ReconfigVM_Task, 'duration_secs': 0.253623} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.207432] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e/f2d28c64-16cd-43e2-a4e5-1bc250f5c75e.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.208161] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2b4ab-7b82-4b1f-891a-78fa13774479 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.226015] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fd6280-0fd9-4939-9921-d953b22a5dc5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.243178] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adb9cbd-7776-40e6-b8af-3de48e7ef66e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.259889] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879a9ac-594b-4955-9ca3-a090bf40f7d9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.265972] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.266199] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e86b6214-7e24-415c-9cf8-70b9ee08ed16 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.272276] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1416.272276] env[69155]: value = "task-3600699" [ 1416.272276] env[69155]: _type = "Task" [ 1416.272276] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.278839] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.442164] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7f6ad2-1e78-4655-86c2-27312dcc2b32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.449585] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b202aac4-6b72-44a7-b0c6-dc545a23868f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.480690] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1739ebce-63cc-48f2-906a-c5cf54243747 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.487783] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e62528f-051c-414e-8c17-3b2cbeccfaff {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.500423] env[69155]: DEBUG nova.compute.provider_tree [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.781883] env[69155]: DEBUG oslo_vmware.api [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600699, 'name': PowerOnVM_Task, 'duration_secs': 0.350862} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.782173] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.004230] env[69155]: DEBUG nova.scheduler.client.report [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.509389] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.511617] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.224s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.511857] env[69155]: DEBUG nova.objects.instance [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lazy-loading 'resources' on Instance uuid c85cf6e7-46e8-48d6-9760-6181a12c47ab {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.539167] env[69155]: INFO nova.network.neutron [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating port e8f6f922-3497-404e-841a-339a88806366 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1417.794047] env[69155]: INFO nova.compute.manager [None req-dcd23589-265c-4470-9034-12d41335383d tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance to original state: 'active' [ 1418.058691] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c134b11c-0e69-4ad0-a314-0c4afa3784b9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.066053] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0d56f5-6760-43f8-a2f6-de8836e5f05d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.095909] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c90570-f75e-4fa9-bef0-cef9b4dd375e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.102481] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f62cfb-272b-4958-88ae-1d509d4da302 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.115070] env[69155]: DEBUG nova.compute.provider_tree [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.618282] env[69155]: DEBUG nova.scheduler.client.report [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.999378] env[69155]: DEBUG nova.compute.manager [req-f8f07550-3c55-490c-92bd-82c3aeef198b req-dc00ef5c-dadb-4fe9-a78d-11f7e210d974 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received event network-vif-plugged-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.999520] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8f07550-3c55-490c-92bd-82c3aeef198b req-dc00ef5c-dadb-4fe9-a78d-11f7e210d974 service nova] Acquiring lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.999737] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8f07550-3c55-490c-92bd-82c3aeef198b req-dc00ef5c-dadb-4fe9-a78d-11f7e210d974 service nova] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.999916] env[69155]: DEBUG oslo_concurrency.lockutils [req-f8f07550-3c55-490c-92bd-82c3aeef198b req-dc00ef5c-dadb-4fe9-a78d-11f7e210d974 service nova] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.000263] env[69155]: DEBUG nova.compute.manager [req-f8f07550-3c55-490c-92bd-82c3aeef198b req-dc00ef5c-dadb-4fe9-a78d-11f7e210d974 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] No waiting events found dispatching network-vif-plugged-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.000462] env[69155]: WARNING nova.compute.manager [req-f8f07550-3c55-490c-92bd-82c3aeef198b req-dc00ef5c-dadb-4fe9-a78d-11f7e210d974 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received unexpected event network-vif-plugged-e8f6f922-3497-404e-841a-339a88806366 for instance with vm_state shelved_offloaded and task_state spawning. [ 1419.123631] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.152102] env[69155]: INFO nova.scheduler.client.report [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Deleted allocations for instance c85cf6e7-46e8-48d6-9760-6181a12c47ab [ 1419.157406] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.157591] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.157769] env[69155]: DEBUG nova.network.neutron [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.513561] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.513874] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.650372] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.650737] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.650832] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.651033] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.651212] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.653379] env[69155]: INFO nova.compute.manager [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Terminating instance [ 1419.658213] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Lock "c85cf6e7-46e8-48d6-9760-6181a12c47ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.721s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.859611] env[69155]: DEBUG nova.network.neutron [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating instance_info_cache with network_info: [{"id": "e8f6f922-3497-404e-841a-339a88806366", "address": "fa:16:3e:3b:a4:00", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f922-34", "ovs_interfaceid": "e8f6f922-3497-404e-841a-339a88806366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.020958] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.021204] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.021361] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.021517] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.021662] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.021807] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.021973] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1420.022154] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.156818] env[69155]: DEBUG nova.compute.manager [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.157099] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.157995] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb5459-c2ba-4dff-9a55-0ade00cc3ebd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.167530] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.167868] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e161d36a-2e8a-4a92-9506-9448c2ecda26 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.175148] env[69155]: DEBUG oslo_vmware.api [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1420.175148] env[69155]: value = "task-3600700" [ 1420.175148] env[69155]: _type = "Task" [ 1420.175148] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.183428] env[69155]: DEBUG oslo_vmware.api [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.363728] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.389728] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cc93dac66ab603fe23ef69b3bcbe09f3',container_format='bare',created_at=2025-04-25T18:08:52Z,direct_url=,disk_format='vmdk',id=10bac827-61d8-4d88-a8de-e6eb6ffb556b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1188629451-shelved',owner='b7c23c9d37544532a68d04e8d71c2a93',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-25T18:09:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.389981] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.390219] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.390365] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.390514] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.390664] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.390873] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.391044] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.391218] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.391382] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.391555] env[69155]: DEBUG nova.virt.hardware [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.392423] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a7f5d-c7f4-4e62-93e6-925e10c250a7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.400228] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0de177-29aa-4788-8e2f-e49d5f7cc3cd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.413578] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a4:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8f6f922-3497-404e-841a-339a88806366', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.420922] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.421199] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.421414] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c54ef05e-361f-4896-b5c3-7913aae6f51f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.439480] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.439480] env[69155]: value = "task-3600701" [ 1420.439480] env[69155]: _type = "Task" [ 1420.439480] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.446453] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600701, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.524973] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.525271] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.525446] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.525600] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1420.526470] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ac957-9387-4d45-89d4-6fa2536c7f19 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.534914] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521d9224-a465-44c7-86bb-5820a06082ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.548132] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d03b2c-3271-4050-99c0-6b176f74e12b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.554566] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3404b40-2f3b-4ba8-9caf-00749cc9d5c0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.583765] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180443MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1420.583930] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.584142] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.685206] env[69155]: DEBUG oslo_vmware.api [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600700, 'name': PowerOffVM_Task, 'duration_secs': 0.1824} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.685550] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.685623] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.685869] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd9bcfe7-4d41-4352-9bf6-f03798a33657 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.768792] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.769017] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.769216] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleting the datastore file [datastore2] f2d28c64-16cd-43e2-a4e5-1bc250f5c75e {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.769479] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3da99847-1a46-4dfa-ad08-898870b2ac82 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.777163] env[69155]: DEBUG oslo_vmware.api [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1420.777163] env[69155]: value = "task-3600703" [ 1420.777163] env[69155]: _type = "Task" [ 1420.777163] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.784710] env[69155]: DEBUG oslo_vmware.api [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.949562] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600701, 'name': CreateVM_Task, 'duration_secs': 0.315525} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.949758] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.950472] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.950643] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.951034] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.951299] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5fd1b5-ff7e-4a24-becc-5f103b7352c4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.955653] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1420.955653] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525c766e-dc25-f589-f492-9e447f22de3c" [ 1420.955653] env[69155]: _type = "Task" [ 1420.955653] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.963020] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]525c766e-dc25-f589-f492-9e447f22de3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.029893] env[69155]: DEBUG nova.compute.manager [req-828b6588-f65a-437e-b911-f97f30124fe3 req-b5a035cc-a0cd-4802-ac86-8e615bb51e88 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received event network-changed-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.029893] env[69155]: DEBUG nova.compute.manager [req-828b6588-f65a-437e-b911-f97f30124fe3 req-b5a035cc-a0cd-4802-ac86-8e615bb51e88 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Refreshing instance network info cache due to event network-changed-e8f6f922-3497-404e-841a-339a88806366. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1421.029893] env[69155]: DEBUG oslo_concurrency.lockutils [req-828b6588-f65a-437e-b911-f97f30124fe3 req-b5a035cc-a0cd-4802-ac86-8e615bb51e88 service nova] Acquiring lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.029893] env[69155]: DEBUG oslo_concurrency.lockutils [req-828b6588-f65a-437e-b911-f97f30124fe3 req-b5a035cc-a0cd-4802-ac86-8e615bb51e88 service nova] Acquired lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.029893] env[69155]: DEBUG nova.network.neutron [req-828b6588-f65a-437e-b911-f97f30124fe3 req-b5a035cc-a0cd-4802-ac86-8e615bb51e88 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Refreshing network info cache for port e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.289438] env[69155]: DEBUG oslo_vmware.api [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150145} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.289776] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.289998] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.290232] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.290446] env[69155]: INFO nova.compute.manager [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1421.290777] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.291479] env[69155]: DEBUG nova.compute.manager [-] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.291511] env[69155]: DEBUG nova.network.neutron [-] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.466589] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.466687] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Processing image 10bac827-61d8-4d88-a8de-e6eb6ffb556b {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.466917] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b/10bac827-61d8-4d88-a8de-e6eb6ffb556b.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.467091] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b/10bac827-61d8-4d88-a8de-e6eb6ffb556b.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.467274] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.467516] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69fd4484-e786-443a-80e4-d01e174bfa79 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.475856] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.476039] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.476735] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84fae7d6-5e87-4115-8b22-ba3e7f7dce0f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.482091] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1421.482091] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b79dbc-ce11-6829-ebc5-ef1201294489" [ 1421.482091] env[69155]: _type = "Task" [ 1421.482091] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.490596] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52b79dbc-ce11-6829-ebc5-ef1201294489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.613363] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1421.613510] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance f2d28c64-16cd-43e2-a4e5-1bc250f5c75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1421.613806] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1421.613877] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1421.654604] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03995006-e9a6-4f7c-851d-67903251c2b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.664661] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a46b6c-58ff-4caa-9aba-b30d94021f43 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.698062] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05729e7f-7bf9-42c8-b769-7b0efb6d40b7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.705401] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afef6d2b-65f2-4e53-b24e-05a97eebc5ae {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.718888] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.761859] env[69155]: DEBUG nova.network.neutron [req-828b6588-f65a-437e-b911-f97f30124fe3 req-b5a035cc-a0cd-4802-ac86-8e615bb51e88 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updated VIF entry in instance network info cache for port e8f6f922-3497-404e-841a-339a88806366. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.762249] env[69155]: DEBUG nova.network.neutron [req-828b6588-f65a-437e-b911-f97f30124fe3 req-b5a035cc-a0cd-4802-ac86-8e615bb51e88 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating instance_info_cache with network_info: [{"id": "e8f6f922-3497-404e-841a-339a88806366", "address": "fa:16:3e:3b:a4:00", "network": {"id": "2f7410a7-aced-46de-8ce2-63ed6f139b78", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-405983212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7c23c9d37544532a68d04e8d71c2a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8f6f922-34", "ovs_interfaceid": "e8f6f922-3497-404e-841a-339a88806366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.993815] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Preparing fetch location {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1421.993943] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Fetch image to [datastore1] OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506/OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506.vmdk {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1421.994170] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Downloading stream optimized image 10bac827-61d8-4d88-a8de-e6eb6ffb556b to [datastore1] OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506/OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506.vmdk on the data store datastore1 as vApp {{(pid=69155) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1421.994355] env[69155]: DEBUG nova.virt.vmwareapi.images [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Downloading image file data 10bac827-61d8-4d88-a8de-e6eb6ffb556b to the ESX as VM named 'OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506' {{(pid=69155) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1422.079333] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1422.079333] env[69155]: value = "resgroup-9" [ 1422.079333] env[69155]: _type = "ResourcePool" [ 1422.079333] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1422.079633] env[69155]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a3ef85fc-19a8-4835-b83c-c3cd94ab674f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.102838] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lease: (returnval){ [ 1422.102838] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527a59eb-e1fb-3c18-7c93-9db3e590d71b" [ 1422.102838] env[69155]: _type = "HttpNfcLease" [ 1422.102838] env[69155]: } obtained for vApp import into resource pool (val){ [ 1422.102838] env[69155]: value = "resgroup-9" [ 1422.102838] env[69155]: _type = "ResourcePool" [ 1422.102838] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1422.103147] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the lease: (returnval){ [ 1422.103147] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527a59eb-e1fb-3c18-7c93-9db3e590d71b" [ 1422.103147] env[69155]: _type = "HttpNfcLease" [ 1422.103147] env[69155]: } to be ready. {{(pid=69155) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1422.110148] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.110148] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527a59eb-e1fb-3c18-7c93-9db3e590d71b" [ 1422.110148] env[69155]: _type = "HttpNfcLease" [ 1422.110148] env[69155]: } is initializing. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1422.221917] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.265123] env[69155]: DEBUG oslo_concurrency.lockutils [req-828b6588-f65a-437e-b911-f97f30124fe3 req-b5a035cc-a0cd-4802-ac86-8e615bb51e88 service nova] Releasing lock "refresh_cache-0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.502099] env[69155]: DEBUG nova.network.neutron [-] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.613601] env[69155]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.613601] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527a59eb-e1fb-3c18-7c93-9db3e590d71b" [ 1422.613601] env[69155]: _type = "HttpNfcLease" [ 1422.613601] env[69155]: } is ready. {{(pid=69155) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1422.614021] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1422.614021] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]527a59eb-e1fb-3c18-7c93-9db3e590d71b" [ 1422.614021] env[69155]: _type = "HttpNfcLease" [ 1422.614021] env[69155]: }. {{(pid=69155) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1422.614801] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c687c6-b8ca-4d2f-9ec2-4d43b48628da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.621803] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e969e3-1896-6e90-0af8-6c2536e1dc53/disk-0.vmdk from lease info. {{(pid=69155) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1422.621985] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e969e3-1896-6e90-0af8-6c2536e1dc53/disk-0.vmdk. {{(pid=69155) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1422.687354] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f55312c1-d240-4f76-acee-31f391066048 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.726287] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1422.726581] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.004878] env[69155]: INFO nova.compute.manager [-] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Took 1.71 seconds to deallocate network for instance. [ 1423.058377] env[69155]: DEBUG nova.compute.manager [req-b4d7ce5f-9bd6-4abc-a6c5-4658a78600a5 req-cac6e1bb-301a-4e71-bfbc-6cae05a7f012 service nova] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Received event network-vif-deleted-aad6577c-5d6c-4b66-8808-8514ece3bcf1 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.513029] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.513403] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.513704] env[69155]: DEBUG nova.objects.instance [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'resources' on Instance uuid f2d28c64-16cd-43e2-a4e5-1bc250f5c75e {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.827221] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Completed reading data from the image iterator. {{(pid=69155) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1423.827221] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e969e3-1896-6e90-0af8-6c2536e1dc53/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1423.827221] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc998ca-c2dc-4677-9611-2e8e05cfa96b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.835147] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e969e3-1896-6e90-0af8-6c2536e1dc53/disk-0.vmdk is in state: ready. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1423.835147] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e969e3-1896-6e90-0af8-6c2536e1dc53/disk-0.vmdk. {{(pid=69155) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1423.835147] env[69155]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6ffd6a5c-2d73-4e7c-8123-6cfc61ec00c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.019024] env[69155]: DEBUG oslo_vmware.rw_handles [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e969e3-1896-6e90-0af8-6c2536e1dc53/disk-0.vmdk. {{(pid=69155) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1424.019024] env[69155]: INFO nova.virt.vmwareapi.images [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Downloaded image file data 10bac827-61d8-4d88-a8de-e6eb6ffb556b [ 1424.021573] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7467538-b74c-4d10-b33f-8cfb5c10b970 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.037984] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ef1193-a00f-4265-934c-38ff5ed2edec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.067907] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c6781a-1dd6-4bb4-bcf6-60a1ca76e0eb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.072867] env[69155]: INFO nova.virt.vmwareapi.images [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] The imported VM was unregistered [ 1424.079135] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Caching image {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1424.079135] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Creating directory with path [datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.079135] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f1d027d-2c13-4481-ba42-d3448376c164 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.088025] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d567b1f6-d53e-401f-865c-8e721ca0c496 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.122564] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Created directory with path [datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.122827] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506/OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506.vmdk to [datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b/10bac827-61d8-4d88-a8de-e6eb6ffb556b.vmdk. {{(pid=69155) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1424.123425] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2e43b452-f41b-4095-8073-16d0c7159d92 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.126272] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed8f27b-690c-403e-a49c-2a07e4748b26 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.134610] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f280abb-e086-42fb-b3f2-7af7502b815c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.139616] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1424.139616] env[69155]: value = "task-3600706" [ 1424.139616] env[69155]: _type = "Task" [ 1424.139616] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.151563] env[69155]: DEBUG nova.compute.provider_tree [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.158601] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600706, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.650412] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600706, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.654562] env[69155]: DEBUG nova.scheduler.client.report [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.151053] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600706, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.160312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.180858] env[69155]: INFO nova.scheduler.client.report [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted allocations for instance f2d28c64-16cd-43e2-a4e5-1bc250f5c75e [ 1425.650994] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600706, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.685535] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.685781] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.689224] env[69155]: DEBUG oslo_concurrency.lockutils [None req-a255d496-a921-4a64-9f41-ed450661b5f8 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "f2d28c64-16cd-43e2-a4e5-1bc250f5c75e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.039s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.964266] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "32a1a890-929c-4377-a670-0f30ec693832" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.964266] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "32a1a890-929c-4377-a670-0f30ec693832" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.152440] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600706, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.190208] env[69155]: DEBUG nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.466481] env[69155]: DEBUG nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.653490] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600706, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.439775} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.653752] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506/OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506.vmdk to [datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b/10bac827-61d8-4d88-a8de-e6eb6ffb556b.vmdk. [ 1426.653981] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Cleaning up location [datastore1] OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506 {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1426.654235] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1315b172-83a8-4dd0-a34f-66012185c506 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.654411] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-668b1b26-26ac-4c01-bf08-4789e043c317 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.660383] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1426.660383] env[69155]: value = "task-3600707" [ 1426.660383] env[69155]: _type = "Task" [ 1426.660383] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.667800] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.709138] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.709425] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.710896] env[69155]: INFO nova.compute.claims [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.890177] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.890404] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.984957] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.170205] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262287} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.170480] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.170634] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b/10bac827-61d8-4d88-a8de-e6eb6ffb556b.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.170997] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b/10bac827-61d8-4d88-a8de-e6eb6ffb556b.vmdk to [datastore1] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd/0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.171320] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92a46e0f-531f-4e01-a2c2-3e50fe5d724c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.177339] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1427.177339] env[69155]: value = "task-3600708" [ 1427.177339] env[69155]: _type = "Task" [ 1427.177339] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.184742] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.393135] env[69155]: DEBUG nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.688058] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600708, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.787524] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f2571-3545-4f2d-8994-831bdd3401bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.796923] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac6992-3a4a-4e95-aca0-35c53ab6553c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.826689] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ee3a10-054a-474b-8c55-350d57e5d648 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.834283] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32900638-4c99-4d88-85fa-18fa7e06a359 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.847770] env[69155]: DEBUG nova.compute.provider_tree [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.912604] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.188536] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600708, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.351012] env[69155]: DEBUG nova.scheduler.client.report [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.690913] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600708, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.856460] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.856816] env[69155]: DEBUG nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1428.859772] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.875s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.861259] env[69155]: INFO nova.compute.claims [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.191735] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600708, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.366447] env[69155]: DEBUG nova.compute.utils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1429.369690] env[69155]: DEBUG nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.369855] env[69155]: DEBUG nova.network.neutron [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.416269] env[69155]: DEBUG nova.policy [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fef98f8aefcc44d2b70cb9b8a2f0af64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5638cd4403e4a3eb3984c4a2141aca0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.669773] env[69155]: DEBUG nova.network.neutron [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Successfully created port: 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1429.690228] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600708, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.1094} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.690473] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/10bac827-61d8-4d88-a8de-e6eb6ffb556b/10bac827-61d8-4d88-a8de-e6eb6ffb556b.vmdk to [datastore1] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd/0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.691233] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c967fe-6801-47fa-b379-38bedbd54675 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.712750] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd/0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.713030] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cc9b7ec-78ec-4610-a43c-0a2035e00db3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.731739] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1429.731739] env[69155]: value = "task-3600709" [ 1429.731739] env[69155]: _type = "Task" [ 1429.731739] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.739030] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.871025] env[69155]: DEBUG nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.937585] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f74b2ee-ef00-410d-aae5-fe7afd1b6f46 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.945612] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2504aae-702f-4515-9b73-c0700d4f7044 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.981664] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65a2c74-1673-4dec-a6df-1d6c9ab69cd7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.989460] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6188b9fc-ea51-4f57-98f5-c4202852036d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.006200] env[69155]: DEBUG nova.compute.provider_tree [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.242054] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600709, 'name': ReconfigVM_Task, 'duration_secs': 0.28733} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.242366] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd/0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd.vmdk or device None with type streamOptimized {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.242878] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22738488-31f2-4eb8-a67b-7adcc473003a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.250329] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1430.250329] env[69155]: value = "task-3600710" [ 1430.250329] env[69155]: _type = "Task" [ 1430.250329] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.257500] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600710, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.509187] env[69155]: DEBUG nova.scheduler.client.report [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.760554] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600710, 'name': Rename_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.882427] env[69155]: DEBUG nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1430.908971] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.909256] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.909459] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.909665] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.909817] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.909967] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.910292] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.910535] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.910658] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.910880] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.911070] env[69155]: DEBUG nova.virt.hardware [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.911910] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed57516c-2f49-4d7b-b1db-361740d5644a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.920021] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4684dec-8386-44be-9215-543e4bdffb3e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.014648] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.015200] env[69155]: DEBUG nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.017932] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.105s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.019511] env[69155]: INFO nova.compute.claims [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.044246] env[69155]: DEBUG nova.compute.manager [req-3fea75e7-7b3e-4a70-8419-b6d3fa4142e2 req-9b73059c-19e2-4b21-89f0-32740cdfe242 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Received event network-vif-plugged-64e74709-8259-49fd-b1cd-ead3cb1b3fd4 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.044354] env[69155]: DEBUG oslo_concurrency.lockutils [req-3fea75e7-7b3e-4a70-8419-b6d3fa4142e2 req-9b73059c-19e2-4b21-89f0-32740cdfe242 service nova] Acquiring lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.044542] env[69155]: DEBUG oslo_concurrency.lockutils [req-3fea75e7-7b3e-4a70-8419-b6d3fa4142e2 req-9b73059c-19e2-4b21-89f0-32740cdfe242 service nova] Lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.044707] env[69155]: DEBUG oslo_concurrency.lockutils [req-3fea75e7-7b3e-4a70-8419-b6d3fa4142e2 req-9b73059c-19e2-4b21-89f0-32740cdfe242 service nova] Lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.044872] env[69155]: DEBUG nova.compute.manager [req-3fea75e7-7b3e-4a70-8419-b6d3fa4142e2 req-9b73059c-19e2-4b21-89f0-32740cdfe242 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] No waiting events found dispatching network-vif-plugged-64e74709-8259-49fd-b1cd-ead3cb1b3fd4 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.045219] env[69155]: WARNING nova.compute.manager [req-3fea75e7-7b3e-4a70-8419-b6d3fa4142e2 req-9b73059c-19e2-4b21-89f0-32740cdfe242 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Received unexpected event network-vif-plugged-64e74709-8259-49fd-b1cd-ead3cb1b3fd4 for instance with vm_state building and task_state spawning. [ 1431.132759] env[69155]: DEBUG nova.network.neutron [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Successfully updated port: 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.261235] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600710, 'name': Rename_Task, 'duration_secs': 0.850897} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.261757] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.262072] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be4817e5-fa35-4880-aa68-67711facae6a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.268221] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1431.268221] env[69155]: value = "task-3600711" [ 1431.268221] env[69155]: _type = "Task" [ 1431.268221] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.275589] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.524295] env[69155]: DEBUG nova.compute.utils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1431.529022] env[69155]: DEBUG nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1431.529022] env[69155]: DEBUG nova.network.neutron [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1431.563313] env[69155]: DEBUG nova.policy [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fef98f8aefcc44d2b70cb9b8a2f0af64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5638cd4403e4a3eb3984c4a2141aca0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.637861] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.638079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.638279] env[69155]: DEBUG nova.network.neutron [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.779082] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600711, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.827291] env[69155]: DEBUG nova.network.neutron [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Successfully created port: edaca810-4bae-44ff-9668-56a3f2d3cca4 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1432.029202] env[69155]: DEBUG nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.092949] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3c9cf-c8b0-4add-97ad-fd1f7b3686da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.101983] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff430f-3eae-4ade-8a93-b397db40ec9c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.134423] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe39293f-1248-498b-976e-1d27d73d2296 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.142951] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d87a0a-4b04-4968-8e50-b89be7e3d119 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.156225] env[69155]: DEBUG nova.compute.provider_tree [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.173228] env[69155]: DEBUG nova.network.neutron [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.278753] env[69155]: DEBUG oslo_vmware.api [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600711, 'name': PowerOnVM_Task, 'duration_secs': 0.620207} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.279115] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.289038] env[69155]: DEBUG nova.network.neutron [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Updating instance_info_cache with network_info: [{"id": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "address": "fa:16:3e:cb:c6:11", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e74709-82", "ovs_interfaceid": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.377034] env[69155]: DEBUG nova.compute.manager [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.377939] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0207e683-592f-4003-9fd9-a721bdcb69ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.659152] env[69155]: DEBUG nova.scheduler.client.report [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.791387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.791711] env[69155]: DEBUG nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Instance network_info: |[{"id": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "address": "fa:16:3e:cb:c6:11", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e74709-82", "ovs_interfaceid": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.792127] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:c6:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64e74709-8259-49fd-b1cd-ead3cb1b3fd4', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.800063] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Creating folder: Project (f5638cd4403e4a3eb3984c4a2141aca0). Parent ref: group-v718010. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.800335] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-461e7671-7fd6-4665-9ee6-61b41953a41c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.812079] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Created folder: Project (f5638cd4403e4a3eb3984c4a2141aca0) in parent group-v718010. [ 1432.812213] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Creating folder: Instances. Parent ref: group-v718353. {{(pid=69155) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.812432] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75c47562-7141-4291-bfde-9e8c14c5af72 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.822086] env[69155]: INFO nova.virt.vmwareapi.vm_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Created folder: Instances in parent group-v718353. [ 1432.822355] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.822585] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.822791] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-479bcc2a-e8d0-48bb-b2e7-f2c172e71bc5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.841568] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.841568] env[69155]: value = "task-3600714" [ 1432.841568] env[69155]: _type = "Task" [ 1432.841568] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.849085] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600714, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.896998] env[69155]: DEBUG oslo_concurrency.lockutils [None req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.541s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.047933] env[69155]: DEBUG nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1433.074214] env[69155]: DEBUG nova.compute.manager [req-af74f88a-0857-4f67-b2b9-1fe63225de0b req-75f63cd8-463b-412b-a2a7-fca56a097d01 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Received event network-changed-64e74709-8259-49fd-b1cd-ead3cb1b3fd4 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.074350] env[69155]: DEBUG nova.compute.manager [req-af74f88a-0857-4f67-b2b9-1fe63225de0b req-75f63cd8-463b-412b-a2a7-fca56a097d01 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Refreshing instance network info cache due to event network-changed-64e74709-8259-49fd-b1cd-ead3cb1b3fd4. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.074558] env[69155]: DEBUG oslo_concurrency.lockutils [req-af74f88a-0857-4f67-b2b9-1fe63225de0b req-75f63cd8-463b-412b-a2a7-fca56a097d01 service nova] Acquiring lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.074701] env[69155]: DEBUG oslo_concurrency.lockutils [req-af74f88a-0857-4f67-b2b9-1fe63225de0b req-75f63cd8-463b-412b-a2a7-fca56a097d01 service nova] Acquired lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.074866] env[69155]: DEBUG nova.network.neutron [req-af74f88a-0857-4f67-b2b9-1fe63225de0b req-75f63cd8-463b-412b-a2a7-fca56a097d01 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Refreshing network info cache for port 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.078806] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.079211] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.079211] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.079406] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.079550] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.079694] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.080038] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.080096] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.080287] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.080372] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.080542] env[69155]: DEBUG nova.virt.hardware [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.081652] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56ff2f0-f387-4914-b637-a85dc1112b2d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.090624] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a46a717-2a2d-40a3-b026-ac6bb292bb9d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.164289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.164828] env[69155]: DEBUG nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.352183] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600714, 'name': CreateVM_Task, 'duration_secs': 0.296377} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.352511] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.353060] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.353255] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.353570] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.353826] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ccb7613-2947-4d0d-acfa-7ccd199b3c29 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.358302] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1433.358302] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5255b37f-61a6-7b1a-ff6e-043430ad5e2f" [ 1433.358302] env[69155]: _type = "Task" [ 1433.358302] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.365587] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5255b37f-61a6-7b1a-ff6e-043430ad5e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.486679] env[69155]: DEBUG nova.network.neutron [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Successfully updated port: edaca810-4bae-44ff-9668-56a3f2d3cca4 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.670078] env[69155]: DEBUG nova.compute.utils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1433.671393] env[69155]: DEBUG nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.671569] env[69155]: DEBUG nova.network.neutron [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.710221] env[69155]: DEBUG nova.policy [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28afca071f44ec3a1efd323746b1e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16488b6ad7949e192920247e1f02985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.763826] env[69155]: DEBUG nova.network.neutron [req-af74f88a-0857-4f67-b2b9-1fe63225de0b req-75f63cd8-463b-412b-a2a7-fca56a097d01 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Updated VIF entry in instance network info cache for port 64e74709-8259-49fd-b1cd-ead3cb1b3fd4. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.764218] env[69155]: DEBUG nova.network.neutron [req-af74f88a-0857-4f67-b2b9-1fe63225de0b req-75f63cd8-463b-412b-a2a7-fca56a097d01 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Updating instance_info_cache with network_info: [{"id": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "address": "fa:16:3e:cb:c6:11", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e74709-82", "ovs_interfaceid": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.868557] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5255b37f-61a6-7b1a-ff6e-043430ad5e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.868815] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.869066] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.869312] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.869462] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.869644] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.869902] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d144af68-374e-4615-a227-9e52393c61b1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.878131] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.878308] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.878984] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda625db-46af-44fb-81ff-4e03e1a04d6f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.884461] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1433.884461] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bab96a-05bd-daec-5a5e-a4ad2efdc43c" [ 1433.884461] env[69155]: _type = "Task" [ 1433.884461] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.891895] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bab96a-05bd-daec-5a5e-a4ad2efdc43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.981142] env[69155]: DEBUG nova.network.neutron [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Successfully created port: 6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.989907] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.990068] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.990214] env[69155]: DEBUG nova.network.neutron [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.174305] env[69155]: DEBUG nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.266474] env[69155]: DEBUG oslo_concurrency.lockutils [req-af74f88a-0857-4f67-b2b9-1fe63225de0b req-75f63cd8-463b-412b-a2a7-fca56a097d01 service nova] Releasing lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.395508] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bab96a-05bd-daec-5a5e-a4ad2efdc43c, 'name': SearchDatastore_Task, 'duration_secs': 0.008617} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.396240] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bdfb98-6a01-4b75-ba37-0f64abe3eded {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.401780] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1434.401780] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba5e6c-1b6e-4e8c-2d93-d4111dc19e1f" [ 1434.401780] env[69155]: _type = "Task" [ 1434.401780] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.408825] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba5e6c-1b6e-4e8c-2d93-d4111dc19e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.529323] env[69155]: DEBUG nova.network.neutron [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.663504] env[69155]: DEBUG nova.network.neutron [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Updating instance_info_cache with network_info: [{"id": "edaca810-4bae-44ff-9668-56a3f2d3cca4", "address": "fa:16:3e:8d:e1:14", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaca810-4b", "ovs_interfaceid": "edaca810-4bae-44ff-9668-56a3f2d3cca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.912138] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52ba5e6c-1b6e-4e8c-2d93-d4111dc19e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.912408] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.912695] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0/7233349c-fc83-4d6d-85b9-f69dd6208cf0.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.913026] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eabc53b-f7c7-4f8f-b3d7-f17384e3e9d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.919351] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1434.919351] env[69155]: value = "task-3600715" [ 1434.919351] env[69155]: _type = "Task" [ 1434.919351] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.926749] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.105220] env[69155]: DEBUG nova.compute.manager [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Received event network-vif-plugged-edaca810-4bae-44ff-9668-56a3f2d3cca4 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.105652] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] Acquiring lock "32a1a890-929c-4377-a670-0f30ec693832-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.106112] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] Lock "32a1a890-929c-4377-a670-0f30ec693832-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.106417] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] Lock "32a1a890-929c-4377-a670-0f30ec693832-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.106726] env[69155]: DEBUG nova.compute.manager [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] No waiting events found dispatching network-vif-plugged-edaca810-4bae-44ff-9668-56a3f2d3cca4 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.107048] env[69155]: WARNING nova.compute.manager [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Received unexpected event network-vif-plugged-edaca810-4bae-44ff-9668-56a3f2d3cca4 for instance with vm_state building and task_state spawning. [ 1435.107398] env[69155]: DEBUG nova.compute.manager [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Received event network-changed-edaca810-4bae-44ff-9668-56a3f2d3cca4 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.107749] env[69155]: DEBUG nova.compute.manager [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Refreshing instance network info cache due to event network-changed-edaca810-4bae-44ff-9668-56a3f2d3cca4. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.108113] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] Acquiring lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.166279] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.166583] env[69155]: DEBUG nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Instance network_info: |[{"id": "edaca810-4bae-44ff-9668-56a3f2d3cca4", "address": "fa:16:3e:8d:e1:14", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaca810-4b", "ovs_interfaceid": "edaca810-4bae-44ff-9668-56a3f2d3cca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.166947] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] Acquired lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.167137] env[69155]: DEBUG nova.network.neutron [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Refreshing network info cache for port edaca810-4bae-44ff-9668-56a3f2d3cca4 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.169196] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:e1:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edaca810-4bae-44ff-9668-56a3f2d3cca4', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.178360] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.179718] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.179993] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28b5c1b-d501-495e-b5c2-2182b91540b3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.196795] env[69155]: DEBUG nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1435.206485] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.206485] env[69155]: value = "task-3600716" [ 1435.206485] env[69155]: _type = "Task" [ 1435.206485] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.218266] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600716, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.227640] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.227952] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.228163] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.228378] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.228554] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.228740] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.228973] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.229160] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.229371] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.229544] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.229720] env[69155]: DEBUG nova.virt.hardware [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.230729] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c85d98a-14e4-4a86-91f5-49ffd0b94f21 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.241180] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d7aec4-6c57-4efe-9cb0-65204161537a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.354219] env[69155]: DEBUG nova.compute.manager [req-c4469037-a68a-494a-bfe4-9f485c9ad629 req-85b15295-fd23-4600-b89e-6698e2819227 service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Received event network-vif-plugged-6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.354552] env[69155]: DEBUG oslo_concurrency.lockutils [req-c4469037-a68a-494a-bfe4-9f485c9ad629 req-85b15295-fd23-4600-b89e-6698e2819227 service nova] Acquiring lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.354816] env[69155]: DEBUG oslo_concurrency.lockutils [req-c4469037-a68a-494a-bfe4-9f485c9ad629 req-85b15295-fd23-4600-b89e-6698e2819227 service nova] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.355238] env[69155]: DEBUG oslo_concurrency.lockutils [req-c4469037-a68a-494a-bfe4-9f485c9ad629 req-85b15295-fd23-4600-b89e-6698e2819227 service nova] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.355559] env[69155]: DEBUG nova.compute.manager [req-c4469037-a68a-494a-bfe4-9f485c9ad629 req-85b15295-fd23-4600-b89e-6698e2819227 service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] No waiting events found dispatching network-vif-plugged-6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.355848] env[69155]: WARNING nova.compute.manager [req-c4469037-a68a-494a-bfe4-9f485c9ad629 req-85b15295-fd23-4600-b89e-6698e2819227 service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Received unexpected event network-vif-plugged-6e21130f-fc57-41d9-a16b-91bbce82fc49 for instance with vm_state building and task_state spawning. [ 1435.430035] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441343} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.430035] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0/7233349c-fc83-4d6d-85b9-f69dd6208cf0.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.430442] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.430442] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d8aa7fe-965b-4fea-b45d-3a014102e749 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.436695] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1435.436695] env[69155]: value = "task-3600717" [ 1435.436695] env[69155]: _type = "Task" [ 1435.436695] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.440347] env[69155]: DEBUG nova.network.neutron [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Successfully updated port: 6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.446915] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.717506] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600716, 'name': CreateVM_Task, 'duration_secs': 0.393247} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.717756] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1435.718493] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.718704] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.719079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.719367] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed60115e-8850-4cdb-a689-5df563a1d3d5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.723934] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1435.723934] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e31efe-9950-802a-0fc6-ddff38eb5328" [ 1435.723934] env[69155]: _type = "Task" [ 1435.723934] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.731407] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e31efe-9950-802a-0fc6-ddff38eb5328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.846753] env[69155]: DEBUG nova.network.neutron [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Updated VIF entry in instance network info cache for port edaca810-4bae-44ff-9668-56a3f2d3cca4. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.847141] env[69155]: DEBUG nova.network.neutron [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Updating instance_info_cache with network_info: [{"id": "edaca810-4bae-44ff-9668-56a3f2d3cca4", "address": "fa:16:3e:8d:e1:14", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaca810-4b", "ovs_interfaceid": "edaca810-4bae-44ff-9668-56a3f2d3cca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.946676] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.946850] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.947132] env[69155]: DEBUG nova.network.neutron [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.948235] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067179} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.948685] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.949512] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f8ec6c-30a0-4532-9d22-cd1c7abe7cd5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.970949] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0/7233349c-fc83-4d6d-85b9-f69dd6208cf0.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.971785] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80e5e0f-78b0-4537-880f-fc8694d27a22 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.990736] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1435.990736] env[69155]: value = "task-3600718" [ 1435.990736] env[69155]: _type = "Task" [ 1435.990736] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.998194] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.235791] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e31efe-9950-802a-0fc6-ddff38eb5328, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.236098] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.236329] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1436.236565] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.236712] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.236888] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.237148] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0c6116-8207-4f90-9395-d221fa2bcdb5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.245452] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1436.245622] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1436.246278] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba5daf1-8c70-40b5-aadb-62eed867e110 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.250919] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1436.250919] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521c805d-0ec8-53a5-cc0c-8fb4d717c672" [ 1436.250919] env[69155]: _type = "Task" [ 1436.250919] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.257584] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521c805d-0ec8-53a5-cc0c-8fb4d717c672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.349426] env[69155]: DEBUG oslo_concurrency.lockutils [req-f2974b50-3970-49e2-b184-408116d4bbfc req-b374e842-f55b-4d11-8312-08ea84497e4a service nova] Releasing lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.479030] env[69155]: DEBUG nova.network.neutron [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.502304] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.594085] env[69155]: DEBUG nova.network.neutron [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updating instance_info_cache with network_info: [{"id": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "address": "fa:16:3e:e5:20:25", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e21130f-fc", "ovs_interfaceid": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.761906] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]521c805d-0ec8-53a5-cc0c-8fb4d717c672, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.762624] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bfc14a-8704-48b3-973e-81d551ddbc31 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.768040] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1436.768040] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bff227-c26e-6202-17eb-c498292a6771" [ 1436.768040] env[69155]: _type = "Task" [ 1436.768040] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.775878] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bff227-c26e-6202-17eb-c498292a6771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.000869] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.096798] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.097146] env[69155]: DEBUG nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Instance network_info: |[{"id": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "address": "fa:16:3e:e5:20:25", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e21130f-fc", "ovs_interfaceid": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.097582] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:20:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e21130f-fc57-41d9-a16b-91bbce82fc49', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.104975] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1437.105214] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.105409] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ddc514b-0bc6-419d-8ea3-08f2b002dcf0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.125600] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.125600] env[69155]: value = "task-3600719" [ 1437.125600] env[69155]: _type = "Task" [ 1437.125600] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.132554] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600719, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.278573] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52bff227-c26e-6202-17eb-c498292a6771, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.278843] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.279133] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 32a1a890-929c-4377-a670-0f30ec693832/32a1a890-929c-4377-a670-0f30ec693832.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1437.279406] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916b42d0-f7ae-4ec0-848b-7f9073bd46f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.285449] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1437.285449] env[69155]: value = "task-3600720" [ 1437.285449] env[69155]: _type = "Task" [ 1437.285449] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.292711] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.379234] env[69155]: DEBUG nova.compute.manager [req-b6ba7ea1-21c2-4b5c-b75a-ae1198363b00 req-323f67c6-e163-484c-888f-882813ae32dc service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Received event network-changed-6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.379430] env[69155]: DEBUG nova.compute.manager [req-b6ba7ea1-21c2-4b5c-b75a-ae1198363b00 req-323f67c6-e163-484c-888f-882813ae32dc service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Refreshing instance network info cache due to event network-changed-6e21130f-fc57-41d9-a16b-91bbce82fc49. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1437.379649] env[69155]: DEBUG oslo_concurrency.lockutils [req-b6ba7ea1-21c2-4b5c-b75a-ae1198363b00 req-323f67c6-e163-484c-888f-882813ae32dc service nova] Acquiring lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.379793] env[69155]: DEBUG oslo_concurrency.lockutils [req-b6ba7ea1-21c2-4b5c-b75a-ae1198363b00 req-323f67c6-e163-484c-888f-882813ae32dc service nova] Acquired lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.379954] env[69155]: DEBUG nova.network.neutron [req-b6ba7ea1-21c2-4b5c-b75a-ae1198363b00 req-323f67c6-e163-484c-888f-882813ae32dc service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Refreshing network info cache for port 6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.502237] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600718, 'name': ReconfigVM_Task, 'duration_secs': 1.024039} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.502614] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0/7233349c-fc83-4d6d-85b9-f69dd6208cf0.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.503112] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d986a8d-c21e-4d3b-a24e-bfb1b33d1987 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.510243] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1437.510243] env[69155]: value = "task-3600721" [ 1437.510243] env[69155]: _type = "Task" [ 1437.510243] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.518667] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600721, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.635479] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600719, 'name': CreateVM_Task, 'duration_secs': 0.303056} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.635633] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.636259] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.636431] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.636771] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.637063] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75995c61-a19a-48c7-a538-3be5d8279dc5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.641831] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1437.641831] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3b749-8b60-ab25-5f22-f9ab62dc23a2" [ 1437.641831] env[69155]: _type = "Task" [ 1437.641831] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.651985] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3b749-8b60-ab25-5f22-f9ab62dc23a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.794872] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454048} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.795152] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 32a1a890-929c-4377-a670-0f30ec693832/32a1a890-929c-4377-a670-0f30ec693832.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.795369] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.795610] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77b7e837-db8d-4f78-af46-e90290cd0cec {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.801067] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1437.801067] env[69155]: value = "task-3600722" [ 1437.801067] env[69155]: _type = "Task" [ 1437.801067] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.808614] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.019359] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600721, 'name': Rename_Task, 'duration_secs': 0.261428} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.019643] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.019879] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5894b33a-57dc-48e6-a9be-be1bfa781998 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.028377] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1438.028377] env[69155]: value = "task-3600723" [ 1438.028377] env[69155]: _type = "Task" [ 1438.028377] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.036191] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.056927] env[69155]: DEBUG nova.network.neutron [req-b6ba7ea1-21c2-4b5c-b75a-ae1198363b00 req-323f67c6-e163-484c-888f-882813ae32dc service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updated VIF entry in instance network info cache for port 6e21130f-fc57-41d9-a16b-91bbce82fc49. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.057307] env[69155]: DEBUG nova.network.neutron [req-b6ba7ea1-21c2-4b5c-b75a-ae1198363b00 req-323f67c6-e163-484c-888f-882813ae32dc service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updating instance_info_cache with network_info: [{"id": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "address": "fa:16:3e:e5:20:25", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e21130f-fc", "ovs_interfaceid": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.151921] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a3b749-8b60-ab25-5f22-f9ab62dc23a2, 'name': SearchDatastore_Task, 'duration_secs': 0.043845} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.152249] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.152474] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.152703] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.152849] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.153120] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.153387] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b40f2f7-45e0-4c8d-b243-b5de84e2b311 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.161271] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.161406] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.162067] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8946be2-48ee-4bdc-ac2c-6c5e8fc1d95c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.166817] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1438.166817] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52502e92-cd5a-15a2-1998-0d4b0362be0c" [ 1438.166817] env[69155]: _type = "Task" [ 1438.166817] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.173527] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52502e92-cd5a-15a2-1998-0d4b0362be0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.311265] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054758} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.311583] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.312346] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47a17f8-61ed-439f-a52a-9bdaba50ee81 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.333255] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 32a1a890-929c-4377-a670-0f30ec693832/32a1a890-929c-4377-a670-0f30ec693832.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.333810] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d33f3b0-7247-46cd-91e5-6fa79b57851d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.352426] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1438.352426] env[69155]: value = "task-3600724" [ 1438.352426] env[69155]: _type = "Task" [ 1438.352426] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.360093] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.538134] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.559873] env[69155]: DEBUG oslo_concurrency.lockutils [req-b6ba7ea1-21c2-4b5c-b75a-ae1198363b00 req-323f67c6-e163-484c-888f-882813ae32dc service nova] Releasing lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.678419] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52502e92-cd5a-15a2-1998-0d4b0362be0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.679164] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1114556c-9a21-425a-8d37-317947168b28 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.684425] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1438.684425] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e18672-edfa-a906-75d8-30c42de65552" [ 1438.684425] env[69155]: _type = "Task" [ 1438.684425] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.691188] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e18672-edfa-a906-75d8-30c42de65552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.862659] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600724, 'name': ReconfigVM_Task, 'duration_secs': 0.261773} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.862981] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 32a1a890-929c-4377-a670-0f30ec693832/32a1a890-929c-4377-a670-0f30ec693832.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.863619] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62dec01e-724d-4ed9-83ed-4555e27a2597 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.870310] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1438.870310] env[69155]: value = "task-3600725" [ 1438.870310] env[69155]: _type = "Task" [ 1438.870310] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.877385] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600725, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.040393] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600723, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.194525] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e18672-edfa-a906-75d8-30c42de65552, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.194525] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.194791] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c/9d3f31da-d16b-4bb9-bc90-6b24d5033a2c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.194973] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fee6eb8-d3fd-431d-9857-9bffdc383cbc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.201989] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1439.201989] env[69155]: value = "task-3600726" [ 1439.201989] env[69155]: _type = "Task" [ 1439.201989] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.209588] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.380213] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600725, 'name': Rename_Task, 'duration_secs': 0.146616} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.380500] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.380761] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcf7d964-3620-4d79-a8f4-7b13ddfb48fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.387952] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1439.387952] env[69155]: value = "task-3600727" [ 1439.387952] env[69155]: _type = "Task" [ 1439.387952] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.396147] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.539302] env[69155]: DEBUG oslo_vmware.api [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600723, 'name': PowerOnVM_Task, 'duration_secs': 1.042805} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.539688] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.539808] env[69155]: INFO nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1439.539951] env[69155]: DEBUG nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.540779] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd531bb2-6291-4837-8ceb-70f09c544f6e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.711619] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440734} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.711884] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c/9d3f31da-d16b-4bb9-bc90-6b24d5033a2c.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.712112] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.712362] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64eac388-8afb-4a26-ac03-c8b4349af7db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.718598] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1439.718598] env[69155]: value = "task-3600728" [ 1439.718598] env[69155]: _type = "Task" [ 1439.718598] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.726410] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.898072] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.060651] env[69155]: INFO nova.compute.manager [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Took 13.37 seconds to build instance. [ 1440.228196] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061799} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.228401] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.229139] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791fa585-190c-46bc-81c5-db87ca223300 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.251577] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c/9d3f31da-d16b-4bb9-bc90-6b24d5033a2c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.251832] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa1d4ad-b0e5-4546-87c0-821d34ed60e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.271612] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1440.271612] env[69155]: value = "task-3600729" [ 1440.271612] env[69155]: _type = "Task" [ 1440.271612] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.279491] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.398073] env[69155]: DEBUG oslo_vmware.api [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600727, 'name': PowerOnVM_Task, 'duration_secs': 0.556864} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.398323] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.398529] env[69155]: INFO nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1440.398708] env[69155]: DEBUG nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.399457] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba4ee94-39eb-4c61-adc9-f3d422c06a3d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.562544] env[69155]: DEBUG oslo_concurrency.lockutils [None req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.876s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.781924] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600729, 'name': ReconfigVM_Task, 'duration_secs': 0.290121} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.782246] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c/9d3f31da-d16b-4bb9-bc90-6b24d5033a2c.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.782861] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c079a71-fe04-450e-a79e-4f6ae9251534 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.789517] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1440.789517] env[69155]: value = "task-3600730" [ 1440.789517] env[69155]: _type = "Task" [ 1440.789517] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.796712] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600730, 'name': Rename_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.916345] env[69155]: INFO nova.compute.manager [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Took 13.94 seconds to build instance. [ 1441.160597] env[69155]: INFO nova.compute.manager [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Rescuing [ 1441.160884] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.161079] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.161253] env[69155]: DEBUG nova.network.neutron [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.300406] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600730, 'name': Rename_Task, 'duration_secs': 0.145953} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.300674] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.300909] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83c537e0-742d-440e-b34d-3f7ccd9b3b85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.307599] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1441.307599] env[69155]: value = "task-3600731" [ 1441.307599] env[69155]: _type = "Task" [ 1441.307599] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.315924] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.417702] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "32a1a890-929c-4377-a670-0f30ec693832" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.454s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.818870] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.912050] env[69155]: DEBUG nova.network.neutron [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Updating instance_info_cache with network_info: [{"id": "edaca810-4bae-44ff-9668-56a3f2d3cca4", "address": "fa:16:3e:8d:e1:14", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaca810-4b", "ovs_interfaceid": "edaca810-4bae-44ff-9668-56a3f2d3cca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.318759] env[69155]: DEBUG oslo_vmware.api [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600731, 'name': PowerOnVM_Task, 'duration_secs': 0.680142} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.319045] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.319241] env[69155]: INFO nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1442.319420] env[69155]: DEBUG nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.320232] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2ef36-40cc-4c73-b0c0-8ba4afd2504a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.414967] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "refresh_cache-32a1a890-929c-4377-a670-0f30ec693832" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.839863] env[69155]: INFO nova.compute.manager [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Took 14.94 seconds to build instance. [ 1443.036085] env[69155]: DEBUG nova.compute.manager [req-be959147-6799-4035-9b28-91d14aa5a9e4 req-8c75ef51-4e90-444c-a63f-7fdfc2da472b service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Received event network-changed-6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.036190] env[69155]: DEBUG nova.compute.manager [req-be959147-6799-4035-9b28-91d14aa5a9e4 req-8c75ef51-4e90-444c-a63f-7fdfc2da472b service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Refreshing instance network info cache due to event network-changed-6e21130f-fc57-41d9-a16b-91bbce82fc49. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1443.036404] env[69155]: DEBUG oslo_concurrency.lockutils [req-be959147-6799-4035-9b28-91d14aa5a9e4 req-8c75ef51-4e90-444c-a63f-7fdfc2da472b service nova] Acquiring lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.036548] env[69155]: DEBUG oslo_concurrency.lockutils [req-be959147-6799-4035-9b28-91d14aa5a9e4 req-8c75ef51-4e90-444c-a63f-7fdfc2da472b service nova] Acquired lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.036707] env[69155]: DEBUG nova.network.neutron [req-be959147-6799-4035-9b28-91d14aa5a9e4 req-8c75ef51-4e90-444c-a63f-7fdfc2da472b service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Refreshing network info cache for port 6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.341601] env[69155]: DEBUG oslo_concurrency.lockutils [None req-4aa25875-82ee-442b-949f-b0fec2403b05 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.451s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.752950] env[69155]: DEBUG nova.network.neutron [req-be959147-6799-4035-9b28-91d14aa5a9e4 req-8c75ef51-4e90-444c-a63f-7fdfc2da472b service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updated VIF entry in instance network info cache for port 6e21130f-fc57-41d9-a16b-91bbce82fc49. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.753415] env[69155]: DEBUG nova.network.neutron [req-be959147-6799-4035-9b28-91d14aa5a9e4 req-8c75ef51-4e90-444c-a63f-7fdfc2da472b service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updating instance_info_cache with network_info: [{"id": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "address": "fa:16:3e:e5:20:25", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e21130f-fc", "ovs_interfaceid": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.949972] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.950372] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec3c6797-f66e-4c71-ab62-20584bbce5e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.956716] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1443.956716] env[69155]: value = "task-3600732" [ 1443.956716] env[69155]: _type = "Task" [ 1443.956716] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.964781] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.256755] env[69155]: DEBUG oslo_concurrency.lockutils [req-be959147-6799-4035-9b28-91d14aa5a9e4 req-8c75ef51-4e90-444c-a63f-7fdfc2da472b service nova] Releasing lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.467162] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600732, 'name': PowerOffVM_Task, 'duration_secs': 0.19777} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.467450] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.468246] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be4381b-95cb-4c92-921c-968c05a01c68 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.486114] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bc1954-d3da-44b8-8103-5570bf0a2f86 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.517508] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.517793] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bcf284f-bdf3-4241-904a-e93495de1542 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.523561] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1444.523561] env[69155]: value = "task-3600733" [ 1444.523561] env[69155]: _type = "Task" [ 1444.523561] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.530898] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.035442] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1445.035677] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.035970] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.036166] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.036397] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.036677] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57b28d04-de11-40b7-9751-d41e55381160 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.045402] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.045598] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.046318] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1850ec6f-7572-4d90-8ad8-eb8c33d7ef0b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.051181] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1445.051181] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ea266-97bf-a826-d218-7170c8e55bac" [ 1445.051181] env[69155]: _type = "Task" [ 1445.051181] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.058401] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ea266-97bf-a826-d218-7170c8e55bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.562999] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]524ea266-97bf-a826-d218-7170c8e55bac, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.563830] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3781a005-8a4f-4a5c-a9be-e4db9c6128e0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.568983] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1445.568983] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e5ad33-6996-6d93-538a-743c413bfb62" [ 1445.568983] env[69155]: _type = "Task" [ 1445.568983] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.576789] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e5ad33-6996-6d93-538a-743c413bfb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.079786] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52e5ad33-6996-6d93-538a-743c413bfb62, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.080144] env[69155]: DEBUG oslo_concurrency.lockutils [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.080313] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 32a1a890-929c-4377-a670-0f30ec693832/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. {{(pid=69155) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1446.080582] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7de80114-8934-4e16-81da-99d48c2c6106 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.087738] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1446.087738] env[69155]: value = "task-3600734" [ 1446.087738] env[69155]: _type = "Task" [ 1446.087738] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.095565] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.597245] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447819} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.597499] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 32a1a890-929c-4377-a670-0f30ec693832/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. [ 1446.598286] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52361c65-129d-45bd-be53-0ff95c770aa1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.623511] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 32a1a890-929c-4377-a670-0f30ec693832/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.623822] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87977af3-8587-4005-8c25-16849d6fd184 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.641924] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1446.641924] env[69155]: value = "task-3600735" [ 1446.641924] env[69155]: _type = "Task" [ 1446.641924] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.650574] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.152048] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600735, 'name': ReconfigVM_Task, 'duration_secs': 0.288168} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.152048] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 32a1a890-929c-4377-a670-0f30ec693832/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.152439] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a10d4a-a835-4a77-be10-cf31e8a4a458 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.175473] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9ecfa8-99d6-4b0a-9bbd-0db8d8284cd6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.189412] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1447.189412] env[69155]: value = "task-3600736" [ 1447.189412] env[69155]: _type = "Task" [ 1447.189412] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.197663] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.701035] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600736, 'name': ReconfigVM_Task, 'duration_secs': 0.150775} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.701035] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.701035] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68ba3e75-dd8c-4e1a-8225-7c86dcfd2ee9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.705190] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1447.705190] env[69155]: value = "task-3600737" [ 1447.705190] env[69155]: _type = "Task" [ 1447.705190] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.711849] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.215083] env[69155]: DEBUG oslo_vmware.api [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600737, 'name': PowerOnVM_Task, 'duration_secs': 0.40851} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.215442] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.217959] env[69155]: DEBUG nova.compute.manager [None req-2c477140-5686-4d4d-b681-980ca949068c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.218695] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6c104e-b58f-4562-a854-ecd7eabe86c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.382509] env[69155]: INFO nova.compute.manager [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Rescuing [ 1450.382908] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.382950] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.383161] env[69155]: DEBUG nova.network.neutron [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.127180] env[69155]: DEBUG nova.network.neutron [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Updating instance_info_cache with network_info: [{"id": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "address": "fa:16:3e:cb:c6:11", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e74709-82", "ovs_interfaceid": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.630206] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.166678] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.167042] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47365da4-ffb2-4d82-83dc-6c34f0ce055d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.174875] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1453.174875] env[69155]: value = "task-3600738" [ 1453.174875] env[69155]: _type = "Task" [ 1453.174875] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.183720] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.686171] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600738, 'name': PowerOffVM_Task, 'duration_secs': 0.225821} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.686478] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.687370] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc1a863-0318-48d8-9496-aad768c58b7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.707716] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c687aa38-632f-49d5-b762-251141137f1f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.735321] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.735588] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35bc060-3d0d-4464-b0a2-74f22038c4f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.741700] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1453.741700] env[69155]: value = "task-3600739" [ 1453.741700] env[69155]: _type = "Task" [ 1453.741700] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.748801] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.252266] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1454.252614] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.252752] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.252877] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.253066] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.253348] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdd54728-4d86-465e-a905-4a5f541b49d1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.261625] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.261787] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.262468] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75424c06-ebda-4c64-b3f0-e72258b8bc19 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.267205] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1454.267205] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5243c294-57ff-6e3a-4520-1342f01942ba" [ 1454.267205] env[69155]: _type = "Task" [ 1454.267205] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.274196] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5243c294-57ff-6e3a-4520-1342f01942ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.777983] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5243c294-57ff-6e3a-4520-1342f01942ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008371} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.778776] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836178b9-0b18-40b1-ad0a-eb919e19edb3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.783541] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1454.783541] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52de3e50-cbe1-4885-bec8-02c87896d85a" [ 1454.783541] env[69155]: _type = "Task" [ 1454.783541] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.790428] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52de3e50-cbe1-4885-bec8-02c87896d85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.294318] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52de3e50-cbe1-4885-bec8-02c87896d85a, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.294651] env[69155]: DEBUG oslo_concurrency.lockutils [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.294803] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. {{(pid=69155) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1455.295075] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9f40a47-4ce5-42d1-8bea-277f77e86594 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.301935] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1455.301935] env[69155]: value = "task-3600740" [ 1455.301935] env[69155]: _type = "Task" [ 1455.301935] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.308997] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.811998] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441238} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.812302] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. [ 1455.813057] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd4616-5506-4cc5-9b81-6fe0ae992a32 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.839554] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.839808] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299c5d05-57bf-414b-8db0-bd3df5166e91 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.857027] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1455.857027] env[69155]: value = "task-3600741" [ 1455.857027] env[69155]: _type = "Task" [ 1455.857027] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.864529] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.367409] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600741, 'name': ReconfigVM_Task, 'duration_secs': 0.325326} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.367829] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.368555] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0a1d63-12a1-4898-a69b-ebea1c196657 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.393030] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b721ed25-4a87-4d99-a09d-a3effb19f849 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.408269] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1456.408269] env[69155]: value = "task-3600742" [ 1456.408269] env[69155]: _type = "Task" [ 1456.408269] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.415913] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.918472] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600742, 'name': ReconfigVM_Task, 'duration_secs': 0.414877} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.918702] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.918980] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e190d87f-47d8-4dc3-8927-821e0f52abcf {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.925284] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1456.925284] env[69155]: value = "task-3600743" [ 1456.925284] env[69155]: _type = "Task" [ 1456.925284] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.932401] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.435374] env[69155]: DEBUG oslo_vmware.api [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600743, 'name': PowerOnVM_Task, 'duration_secs': 0.392939} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.435759] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.438459] env[69155]: DEBUG nova.compute.manager [None req-d3402f7d-c228-46d7-bbab-dfc10cbf7ec8 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.439210] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f17f000-69c0-4c2c-9c98-932044996994 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.328454] env[69155]: INFO nova.compute.manager [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Unrescuing [ 1458.328715] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.328869] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.329046] env[69155]: DEBUG nova.network.neutron [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.044730] env[69155]: DEBUG nova.network.neutron [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Updating instance_info_cache with network_info: [{"id": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "address": "fa:16:3e:cb:c6:11", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e74709-82", "ovs_interfaceid": "64e74709-8259-49fd-b1cd-ead3cb1b3fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.547950] env[69155]: DEBUG oslo_concurrency.lockutils [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "refresh_cache-7233349c-fc83-4d6d-85b9-f69dd6208cf0" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.548876] env[69155]: DEBUG nova.objects.instance [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lazy-loading 'flavor' on Instance uuid 7233349c-fc83-4d6d-85b9-f69dd6208cf0 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.056104] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f77420d-1a72-45b9-be6e-296ccec071f0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.077863] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.078196] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b83860-f469-4838-a800-32b3308e8064 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.084800] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1460.084800] env[69155]: value = "task-3600744" [ 1460.084800] env[69155]: _type = "Task" [ 1460.084800] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.092380] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.594540] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600744, 'name': PowerOffVM_Task, 'duration_secs': 0.207238} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.594809] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.599983] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1460.600253] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20172633-8333-4379-a55a-b1f64a0ff655 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.618142] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1460.618142] env[69155]: value = "task-3600745" [ 1460.618142] env[69155]: _type = "Task" [ 1460.618142] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.624954] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.128228] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600745, 'name': ReconfigVM_Task, 'duration_secs': 0.204203} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.128545] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1461.128689] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.128932] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf41038-8680-4a71-99f0-8a709f68b3d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.134506] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1461.134506] env[69155]: value = "task-3600746" [ 1461.134506] env[69155]: _type = "Task" [ 1461.134506] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.141585] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.644603] env[69155]: DEBUG oslo_vmware.api [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600746, 'name': PowerOnVM_Task, 'duration_secs': 0.432416} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.644970] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.645146] env[69155]: DEBUG nova.compute.manager [None req-b9fbbe47-b6df-4236-8903-b0b3d2c43a52 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.645988] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40363987-81a1-486b-bac9-26846dadec92 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.105087] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.105387] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.607711] env[69155]: DEBUG nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Starting instance... {{(pid=69155) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.130136] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.130416] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.131973] env[69155]: INFO nova.compute.claims [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.155420] env[69155]: DEBUG nova.scheduler.client.report [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Refreshing inventories for resource provider fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1467.168103] env[69155]: DEBUG nova.scheduler.client.report [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Updating ProviderTree inventory for provider fe5846b4-4143-4953-928e-00592fe9eee7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1467.168313] env[69155]: DEBUG nova.compute.provider_tree [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Updating inventory in ProviderTree for provider fe5846b4-4143-4953-928e-00592fe9eee7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1467.178231] env[69155]: DEBUG nova.scheduler.client.report [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Refreshing aggregate associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, aggregates: None {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1467.194420] env[69155]: DEBUG nova.scheduler.client.report [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Refreshing trait associations for resource provider fe5846b4-4143-4953-928e-00592fe9eee7, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69155) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1467.253865] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f7d61-72ee-4573-a13d-97c9452dacd9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.262043] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcbd88b-cd31-4eba-afbf-11422a7fb824 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.291258] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc521220-59e5-40ce-9e61-36909b6c34db {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.298101] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd7fa39-74b2-4db8-a629-a2a39c89d5a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.310407] env[69155]: DEBUG nova.compute.provider_tree [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.790522] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.790762] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.790922] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.791097] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.791272] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.791447] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.791583] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1467.791728] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.813086] env[69155]: DEBUG nova.scheduler.client.report [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.297062] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.316917] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.317476] env[69155]: DEBUG nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Start building networks asynchronously for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.320253] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.023s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.320476] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.320666] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1468.321761] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02a353f-63b2-430f-9885-6e567127db0d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.330318] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65523b2-6930-4a92-9d7c-a476093efb91 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.343881] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5c8bb-e555-4cd4-a645-643856b356a5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.350478] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320bd47f-d92e-4ffd-b405-631c3ead563a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.378875] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180443MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1468.379036] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.379252] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.823084] env[69155]: DEBUG nova.compute.utils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1468.823923] env[69155]: DEBUG nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Allocating IP information in the background. {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.824106] env[69155]: DEBUG nova.network.neutron [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] allocate_for_instance() {{(pid=69155) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.868445] env[69155]: DEBUG nova.policy [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fef98f8aefcc44d2b70cb9b8a2f0af64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5638cd4403e4a3eb3984c4a2141aca0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69155) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.130608] env[69155]: DEBUG nova.network.neutron [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Successfully created port: c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.277053] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.277347] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.277567] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.277749] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.277917] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.280070] env[69155]: INFO nova.compute.manager [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Terminating instance [ 1469.327673] env[69155]: DEBUG nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Start building block device mappings for instance. {{(pid=69155) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1469.468858] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1469.469026] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 7233349c-fc83-4d6d-85b9-f69dd6208cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1469.469155] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 32a1a890-929c-4377-a670-0f30ec693832 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1469.469274] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1469.469393] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1aa4d927-80d2-4b64-be87-7e35725cb2d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1469.469582] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1469.469719] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1469.540329] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6cadf-a7f2-465e-9ea4-9e8b8e6f2636 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.547930] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24929bc-4442-4e55-bd94-6bfd871d86f4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.577105] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00972d54-437c-4219-9eba-02c97b1fb6ab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.583864] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bbe27f-7bbf-4b59-9712-878b3d3c97ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.596309] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.783863] env[69155]: DEBUG nova.compute.manager [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.784122] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.785110] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c584a8e4-5fa7-416a-9006-b78917d8b687 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.792919] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.793155] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36324667-8ea8-4730-b017-00af2d292e0e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.799746] env[69155]: DEBUG oslo_vmware.api [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1469.799746] env[69155]: value = "task-3600747" [ 1469.799746] env[69155]: _type = "Task" [ 1469.799746] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.809968] env[69155]: DEBUG oslo_vmware.api [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.098942] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.310295] env[69155]: DEBUG oslo_vmware.api [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600747, 'name': PowerOffVM_Task, 'duration_secs': 0.262152} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.310561] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.310731] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.310981] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6912541a-b4dc-4978-975f-3b2341c24ce3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.337824] env[69155]: DEBUG nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Start spawning the instance on the hypervisor. {{(pid=69155) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1470.365207] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T17:54:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T17:53:51Z,direct_url=,disk_format='vmdk',id=a9fd992a-b328-4664-8f56-2150d67aa19e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f811e95627444649a332a48fb50a6809',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T17:53:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.365462] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Flavor limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.365627] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Image limits 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.365812] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Flavor pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.365995] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Image pref 0:0:0 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.366185] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69155) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.366404] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.366568] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.366737] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Got 1 possible topologies {{(pid=69155) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.366901] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.367090] env[69155]: DEBUG nova.virt.hardware [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69155) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.367938] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee26459-3bcc-4137-8641-476912bd3d5e {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.376720] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630fce40-f091-4ce2-9e59-270e78253273 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.391924] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.392161] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.392362] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleting the datastore file [datastore1] 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.392600] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03ba157b-4e18-4a16-b2dc-3355f5fb8a04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.398801] env[69155]: DEBUG oslo_vmware.api [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for the task: (returnval){ [ 1470.398801] env[69155]: value = "task-3600749" [ 1470.398801] env[69155]: _type = "Task" [ 1470.398801] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.405965] env[69155]: DEBUG oslo_vmware.api [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.480542] env[69155]: DEBUG nova.compute.manager [req-a019d390-bd74-4514-ac96-bbf667fdb575 req-e8b1b750-d125-4b2c-8ae8-f543b69569e8 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Received event network-vif-plugged-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.480808] env[69155]: DEBUG oslo_concurrency.lockutils [req-a019d390-bd74-4514-ac96-bbf667fdb575 req-e8b1b750-d125-4b2c-8ae8-f543b69569e8 service nova] Acquiring lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.481062] env[69155]: DEBUG oslo_concurrency.lockutils [req-a019d390-bd74-4514-ac96-bbf667fdb575 req-e8b1b750-d125-4b2c-8ae8-f543b69569e8 service nova] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.481416] env[69155]: DEBUG oslo_concurrency.lockutils [req-a019d390-bd74-4514-ac96-bbf667fdb575 req-e8b1b750-d125-4b2c-8ae8-f543b69569e8 service nova] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.481674] env[69155]: DEBUG nova.compute.manager [req-a019d390-bd74-4514-ac96-bbf667fdb575 req-e8b1b750-d125-4b2c-8ae8-f543b69569e8 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] No waiting events found dispatching network-vif-plugged-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.481869] env[69155]: WARNING nova.compute.manager [req-a019d390-bd74-4514-ac96-bbf667fdb575 req-e8b1b750-d125-4b2c-8ae8-f543b69569e8 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Received unexpected event network-vif-plugged-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 for instance with vm_state building and task_state spawning. [ 1470.575274] env[69155]: DEBUG nova.network.neutron [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Successfully updated port: c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.603507] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1470.603733] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.224s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.603908] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.604063] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Cleaning up deleted instances {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1470.909053] env[69155]: DEBUG oslo_vmware.api [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Task: {'id': task-3600749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126832} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.909308] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.909500] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.909675] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.909852] env[69155]: INFO nova.compute.manager [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1470.910110] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1470.910319] env[69155]: DEBUG nova.compute.manager [-] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1470.910463] env[69155]: DEBUG nova.network.neutron [-] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.078083] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.078278] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.078396] env[69155]: DEBUG nova.network.neutron [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.113236] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] There are 26 instances to clean {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1471.113480] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: f2d28c64-16cd-43e2-a4e5-1bc250f5c75e] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.612180] env[69155]: DEBUG nova.network.neutron [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Instance cache missing network info. {{(pid=69155) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.616861] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: d4bbdc0e-8309-474a-b2a0-5cace3d195e6] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.738558] env[69155]: DEBUG nova.network.neutron [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [{"id": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "address": "fa:16:3e:97:8c:9e", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0669be3-b6", "ovs_interfaceid": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.096448] env[69155]: DEBUG nova.network.neutron [-] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.120026] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 236476c1-724c-4050-8d86-52dcd30d3251] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.242034] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.242034] env[69155]: DEBUG nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Instance network_info: |[{"id": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "address": "fa:16:3e:97:8c:9e", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0669be3-b6", "ovs_interfaceid": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69155) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1472.242377] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:8c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0669be3-b6c4-415d-8c25-dde0ebfc8ef6', 'vif_model': 'vmxnet3'}] {{(pid=69155) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.250566] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1472.250769] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Creating VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.250990] env[69155]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf360b7-cc5a-4a78-9612-dba93dd5320b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.271522] env[69155]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.271522] env[69155]: value = "task-3600750" [ 1472.271522] env[69155]: _type = "Task" [ 1472.271522] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.278607] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600750, 'name': CreateVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.513570] env[69155]: DEBUG nova.compute.manager [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Received event network-changed-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.513725] env[69155]: DEBUG nova.compute.manager [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Refreshing instance network info cache due to event network-changed-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1472.513946] env[69155]: DEBUG oslo_concurrency.lockutils [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] Acquiring lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.514107] env[69155]: DEBUG oslo_concurrency.lockutils [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] Acquired lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.514275] env[69155]: DEBUG nova.network.neutron [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Refreshing network info cache for port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.598591] env[69155]: INFO nova.compute.manager [-] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Took 1.69 seconds to deallocate network for instance. [ 1472.623775] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 6c8e3f60-1e99-412f-aaf1-f3a4f7670311] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.782104] env[69155]: DEBUG oslo_vmware.api [-] Task: {'id': task-3600750, 'name': CreateVM_Task, 'duration_secs': 0.298586} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.782282] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Created VM on the ESX host {{(pid=69155) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.782964] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.783151] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.783510] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.783769] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ac3712-245c-40fc-9f85-3d73b250bb5f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.787894] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1472.787894] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526800b5-28b0-f6ac-c5ec-522cba18e9fb" [ 1472.787894] env[69155]: _type = "Task" [ 1472.787894] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.795277] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526800b5-28b0-f6ac-c5ec-522cba18e9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.105448] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.105736] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.105957] env[69155]: DEBUG nova.objects.instance [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lazy-loading 'resources' on Instance uuid 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.127350] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 7abaf2b4-d788-48a0-a093-0bf6e7a76560] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.193435] env[69155]: DEBUG nova.network.neutron [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updated VIF entry in instance network info cache for port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.193852] env[69155]: DEBUG nova.network.neutron [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [{"id": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "address": "fa:16:3e:97:8c:9e", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0669be3-b6", "ovs_interfaceid": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.298322] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]526800b5-28b0-f6ac-c5ec-522cba18e9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.298657] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.298919] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.299205] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.299393] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.299606] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.299883] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b99bccba-54cc-4dfa-a8ad-749cbf8996a9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.307930] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.308058] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.308755] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ff998b-beb7-4833-afee-201f874f6b27 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.313343] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1473.313343] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52afcaf0-133c-9fb8-41e1-c0126e699172" [ 1473.313343] env[69155]: _type = "Task" [ 1473.313343] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.321409] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52afcaf0-133c-9fb8-41e1-c0126e699172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.631379] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 70bc78ad-097b-45d8-ba3a-08e216e7f367] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.683023] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9cc9d6-86f8-473c-bc7a-f9e43478c5af {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.690143] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5720fe5-e2ef-4407-a408-2afe2ebf465b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.695895] env[69155]: DEBUG oslo_concurrency.lockutils [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] Releasing lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.696197] env[69155]: DEBUG nova.compute.manager [req-e22e475c-859b-4145-a538-b43315eb3d87 req-56d87914-f05c-4d83-bbbc-ae1aa17b7b41 service nova] [instance: 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd] Received event network-vif-deleted-e8f6f922-3497-404e-841a-339a88806366 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.721322] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67bd5e7-70d9-4f1e-9a0b-7e8e970b6c88 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.728554] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c6ef5-8dc2-44fd-addb-1931fb46c638 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.741358] env[69155]: DEBUG nova.compute.provider_tree [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.824474] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52afcaf0-133c-9fb8-41e1-c0126e699172, 'name': SearchDatastore_Task, 'duration_secs': 0.008017} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.825280] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60e0277-fad5-42ec-94be-deaff26f41ac {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.830087] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1473.830087] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5285482b-16fa-1230-930c-f6e0959ca069" [ 1473.830087] env[69155]: _type = "Task" [ 1473.830087] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.836981] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5285482b-16fa-1230-930c-f6e0959ca069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.133882] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: b065afe1-89d4-4732-bf42-06c4912505bd] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.244365] env[69155]: DEBUG nova.scheduler.client.report [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.342422] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]5285482b-16fa-1230-930c-f6e0959ca069, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.342632] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.342880] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7/1aa4d927-80d2-4b64-be87-7e35725cb2d7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.343139] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c34e9581-5a84-4b85-a7d7-0d3bb0bdc7ca {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.348936] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1474.348936] env[69155]: value = "task-3600751" [ 1474.348936] env[69155]: _type = "Task" [ 1474.348936] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.355850] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.637589] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: fe772ac1-58c2-4645-8769-866bf6defdd7] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.749369] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.770720] env[69155]: INFO nova.scheduler.client.report [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Deleted allocations for instance 0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd [ 1474.859071] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43713} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.859278] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7/1aa4d927-80d2-4b64-be87-7e35725cb2d7.vmdk {{(pid=69155) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.859488] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Extending root virtual disk to 1048576 {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.859726] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec70913d-f7f9-4023-9282-77de55a0c2d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.866836] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1474.866836] env[69155]: value = "task-3600752" [ 1474.866836] env[69155]: _type = "Task" [ 1474.866836] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.873542] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.142102] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 0bc0e617-c805-4ddb-bb98-52f1dd9f3d51] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.278753] env[69155]: DEBUG oslo_concurrency.lockutils [None req-fbe35c37-c474-4901-9e37-a85d14555e18 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Lock "0902b01f-0e78-4823-b0b5-fd9ae3e3d7fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.376764] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064437} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.377018] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Extended root virtual disk {{(pid=69155) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.377785] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ed159-b5c5-48c3-8bb2-2682dc918687 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.399538] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7/1aa4d927-80d2-4b64-be87-7e35725cb2d7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.399793] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65187ae-55a4-498c-a74f-19736272d909 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.418678] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1475.418678] env[69155]: value = "task-3600753" [ 1475.418678] env[69155]: _type = "Task" [ 1475.418678] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.426284] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.646105] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: e6000e61-963c-492e-a8fe-8bb20e4785ca] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.928891] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600753, 'name': ReconfigVM_Task, 'duration_secs': 0.273733} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.929262] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7/1aa4d927-80d2-4b64-be87-7e35725cb2d7.vmdk or device None with type sparse {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.929932] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e329d91f-dd57-418a-8813-2b9ba61029ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.936759] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1475.936759] env[69155]: value = "task-3600754" [ 1475.936759] env[69155]: _type = "Task" [ 1475.936759] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.946407] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600754, 'name': Rename_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.149522] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 1e89e8fa-0443-48a9-b539-8858e8e25109] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.447502] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600754, 'name': Rename_Task, 'duration_secs': 0.268144} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.447776] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.448108] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4964f44d-54ca-42da-a710-af5f66cdd8a0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.455564] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1476.455564] env[69155]: value = "task-3600755" [ 1476.455564] env[69155]: _type = "Task" [ 1476.455564] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.462890] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.653622] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: eaafe7be-b9d0-47e9-b858-fee496abddc2] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.965452] env[69155]: DEBUG oslo_vmware.api [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600755, 'name': PowerOnVM_Task, 'duration_secs': 0.447292} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.965815] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.966061] env[69155]: INFO nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1476.966253] env[69155]: DEBUG nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.967009] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff0a95b-cf01-470e-a2a2-e77ce318dd25 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.157289] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 7d6794a2-6151-464a-b73f-e80f225a4574] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.484944] env[69155]: INFO nova.compute.manager [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Took 11.37 seconds to build instance. [ 1477.660391] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: b77dea0a-dbab-4161-8552-da2f77a43dc4] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.988353] env[69155]: DEBUG oslo_concurrency.lockutils [None req-f7e3d13f-079f-4deb-9630-a585a39d5de4 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.881s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.051360] env[69155]: DEBUG nova.compute.manager [req-efea78c0-47cb-4d2a-a730-3a3b054fd345 req-66cbd557-10ed-4268-9144-1fe118f48b25 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Received event network-changed-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1478.051466] env[69155]: DEBUG nova.compute.manager [req-efea78c0-47cb-4d2a-a730-3a3b054fd345 req-66cbd557-10ed-4268-9144-1fe118f48b25 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Refreshing instance network info cache due to event network-changed-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1478.051676] env[69155]: DEBUG oslo_concurrency.lockutils [req-efea78c0-47cb-4d2a-a730-3a3b054fd345 req-66cbd557-10ed-4268-9144-1fe118f48b25 service nova] Acquiring lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.051796] env[69155]: DEBUG oslo_concurrency.lockutils [req-efea78c0-47cb-4d2a-a730-3a3b054fd345 req-66cbd557-10ed-4268-9144-1fe118f48b25 service nova] Acquired lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.052424] env[69155]: DEBUG nova.network.neutron [req-efea78c0-47cb-4d2a-a730-3a3b054fd345 req-66cbd557-10ed-4268-9144-1fe118f48b25 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Refreshing network info cache for port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.163582] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: a1260d26-dc55-42ab-94c2-9727136959c9] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.666539] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 148c22e9-f88e-4793-a9c6-345f621faf47] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.758482] env[69155]: DEBUG nova.network.neutron [req-efea78c0-47cb-4d2a-a730-3a3b054fd345 req-66cbd557-10ed-4268-9144-1fe118f48b25 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updated VIF entry in instance network info cache for port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.758837] env[69155]: DEBUG nova.network.neutron [req-efea78c0-47cb-4d2a-a730-3a3b054fd345 req-66cbd557-10ed-4268-9144-1fe118f48b25 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [{"id": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "address": "fa:16:3e:97:8c:9e", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0669be3-b6", "ovs_interfaceid": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.171807] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 57d782c8-8373-45f8-90bb-41d42b5a575a] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.261394] env[69155]: DEBUG oslo_concurrency.lockutils [req-efea78c0-47cb-4d2a-a730-3a3b054fd345 req-66cbd557-10ed-4268-9144-1fe118f48b25 service nova] Releasing lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.674963] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 33826dc0-e6e1-492e-bbc8-d1cfeb5ba1c7] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.178315] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: a43e4656-7fd2-45ee-b62f-870284b2287a] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.432310] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.432577] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.432786] env[69155]: DEBUG nova.compute.manager [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.434142] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0e7ac2-729c-4266-bdcc-94b6f00ddb1b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.440823] env[69155]: DEBUG nova.compute.manager [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69155) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1480.441437] env[69155]: DEBUG nova.objects.instance [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'flavor' on Instance uuid 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.681862] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: bb439d56-def0-4dcd-bc36-115fa49353ef] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.185524] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 8e0fa9b9-f71f-4fd2-a137-97adcee14841] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.448911] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.449276] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc3233a-e0ae-4ca9-8d06-89be64f8ee4a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.460340] env[69155]: DEBUG oslo_vmware.api [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1481.460340] env[69155]: value = "task-3600757" [ 1481.460340] env[69155]: _type = "Task" [ 1481.460340] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.469638] env[69155]: DEBUG oslo_vmware.api [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.689564] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 08b7a31b-f453-48a2-a1b0-67e46b51f7c7] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.970228] env[69155]: DEBUG oslo_vmware.api [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600757, 'name': PowerOffVM_Task, 'duration_secs': 0.204289} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.970532] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.970746] env[69155]: DEBUG nova.compute.manager [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.971521] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8606293e-cf56-4221-aa8c-de5a72dd314d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.193526] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 865992c7-0ec5-451b-b9dc-4c4ecf356725] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.482441] env[69155]: DEBUG oslo_concurrency.lockutils [None req-0b5b62fd-269b-4e37-be82-7b010b3305a3 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.697334] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: ed65c7f1-6817-474b-af35-985b5187c850] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.840829] env[69155]: DEBUG nova.objects.instance [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'flavor' on Instance uuid 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.200519] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: c85cf6e7-46e8-48d6-9760-6181a12c47ab] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.346497] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.346713] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.346883] env[69155]: DEBUG nova.network.neutron [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.347134] env[69155]: DEBUG nova.objects.instance [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'info_cache' on Instance uuid 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.703915] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] [instance: 145cb63f-ccf0-494a-a043-7314c6c1ddcf] Instance has had 0 of 5 cleanup attempts {{(pid=69155) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.850646] env[69155]: DEBUG nova.objects.base [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Object Instance<9d3f31da-d16b-4bb9-bc90-6b24d5033a2c> lazy-loaded attributes: flavor,info_cache {{(pid=69155) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1484.207726] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.207906] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Cleaning up deleted instances with incomplete migration {{(pid=69155) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1484.551982] env[69155]: DEBUG nova.network.neutron [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updating instance_info_cache with network_info: [{"id": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "address": "fa:16:3e:e5:20:25", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e21130f-fc", "ovs_interfaceid": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.710913] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.054665] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.060248] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.060694] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64477f9-c539-4a0c-8e97-40751df54d04 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.069633] env[69155]: DEBUG oslo_vmware.api [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1486.069633] env[69155]: value = "task-3600758" [ 1486.069633] env[69155]: _type = "Task" [ 1486.069633] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.077372] env[69155]: DEBUG oslo_vmware.api [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.212678] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.579259] env[69155]: DEBUG oslo_vmware.api [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600758, 'name': PowerOnVM_Task, 'duration_secs': 0.387002} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.579551] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.579767] env[69155]: DEBUG nova.compute.manager [None req-e09316a1-f2f7-4f32-8deb-587642a10437 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.580522] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c387edc-380b-42b2-a91c-c937a380c7cb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.600060] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c5d9f-75e5-4e11-b7e4-ccb241a826bd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.606194] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-08f2b0bf-cb9d-41b5-8b7c-18d7d49543bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Suspending the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1487.606450] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f3f4cc32-a60a-4d99-96bd-982cc6a5bdcc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.612548] env[69155]: DEBUG oslo_vmware.api [None req-08f2b0bf-cb9d-41b5-8b7c-18d7d49543bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1487.612548] env[69155]: value = "task-3600759" [ 1487.612548] env[69155]: _type = "Task" [ 1487.612548] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.622044] env[69155]: DEBUG oslo_vmware.api [None req-08f2b0bf-cb9d-41b5-8b7c-18d7d49543bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600759, 'name': SuspendVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.122953] env[69155]: DEBUG oslo_vmware.api [None req-08f2b0bf-cb9d-41b5-8b7c-18d7d49543bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600759, 'name': SuspendVM_Task} progress is 70%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.623619] env[69155]: DEBUG oslo_vmware.api [None req-08f2b0bf-cb9d-41b5-8b7c-18d7d49543bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600759, 'name': SuspendVM_Task, 'duration_secs': 0.568481} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.623974] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-08f2b0bf-cb9d-41b5-8b7c-18d7d49543bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Suspended the VM {{(pid=69155) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1488.624066] env[69155]: DEBUG nova.compute.manager [None req-08f2b0bf-cb9d-41b5-8b7c-18d7d49543bd tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.624802] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d4d172-da45-4291-b32b-584acb8d80df {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.911855] env[69155]: INFO nova.compute.manager [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Resuming [ 1489.912491] env[69155]: DEBUG nova.objects.instance [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'flavor' on Instance uuid 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.423039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.423039] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquired lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.423377] env[69155]: DEBUG nova.network.neutron [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.127818] env[69155]: DEBUG nova.network.neutron [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updating instance_info_cache with network_info: [{"id": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "address": "fa:16:3e:e5:20:25", "network": {"id": "d16e9249-3ff5-4045-a977-544a6847558c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-986919500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16488b6ad7949e192920247e1f02985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e21130f-fc", "ovs_interfaceid": "6e21130f-fc57-41d9-a16b-91bbce82fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.631153] env[69155]: DEBUG oslo_concurrency.lockutils [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Releasing lock "refresh_cache-9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.632331] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf03715-aa61-4949-98a6-d5f270382d12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.640470] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Resuming the VM {{(pid=69155) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1492.640754] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-689122ee-1649-43db-b007-0a92a93ca5da {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.647555] env[69155]: DEBUG oslo_vmware.api [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1492.647555] env[69155]: value = "task-3600760" [ 1492.647555] env[69155]: _type = "Task" [ 1492.647555] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.655207] env[69155]: DEBUG oslo_vmware.api [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.157513] env[69155]: DEBUG oslo_vmware.api [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.658366] env[69155]: DEBUG oslo_vmware.api [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600760, 'name': PowerOnVM_Task, 'duration_secs': 0.59675} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.658742] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Resumed the VM {{(pid=69155) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1493.658860] env[69155]: DEBUG nova.compute.manager [None req-5ddb8c3c-bcb3-4aa7-9763-f23710d97972 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.659537] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b4a3a4-844b-4524-ae6d-65aeff042cf2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.599976] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.600276] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.600489] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.600675] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.600845] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.602927] env[69155]: INFO nova.compute.manager [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Terminating instance [ 1495.106825] env[69155]: DEBUG nova.compute.manager [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.107199] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.107995] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fcbcf0-abb7-4185-a38b-ef4e45f4fe60 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.115430] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.115657] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d77b5e31-1ef2-45c7-9a38-5eddffc4b930 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.121994] env[69155]: DEBUG oslo_vmware.api [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1495.121994] env[69155]: value = "task-3600761" [ 1495.121994] env[69155]: _type = "Task" [ 1495.121994] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.129607] env[69155]: DEBUG oslo_vmware.api [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.631564] env[69155]: DEBUG oslo_vmware.api [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600761, 'name': PowerOffVM_Task, 'duration_secs': 0.19323} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.631797] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.631960] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.632214] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9131e226-d529-4a71-83d6-0bbaf6498e02 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.699719] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.699975] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.700122] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleting the datastore file [datastore2] 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.700387] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e96b9631-c37c-4068-b057-d6c598f5ebab {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.707318] env[69155]: DEBUG oslo_vmware.api [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for the task: (returnval){ [ 1495.707318] env[69155]: value = "task-3600763" [ 1495.707318] env[69155]: _type = "Task" [ 1495.707318] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.716757] env[69155]: DEBUG oslo_vmware.api [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.217093] env[69155]: DEBUG oslo_vmware.api [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Task: {'id': task-3600763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147027} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.217516] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.217516] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.217700] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.217871] env[69155]: INFO nova.compute.manager [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1496.218123] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.218315] env[69155]: DEBUG nova.compute.manager [-] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.218409] env[69155]: DEBUG nova.network.neutron [-] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.763640] env[69155]: DEBUG nova.compute.manager [req-11d95e01-1c05-44b4-a483-bd19314f7353 req-4a7baaa2-d3ee-40fb-a93c-c6c14f74176d service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Received event network-vif-deleted-6e21130f-fc57-41d9-a16b-91bbce82fc49 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.763857] env[69155]: INFO nova.compute.manager [req-11d95e01-1c05-44b4-a483-bd19314f7353 req-4a7baaa2-d3ee-40fb-a93c-c6c14f74176d service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Neutron deleted interface 6e21130f-fc57-41d9-a16b-91bbce82fc49; detaching it from the instance and deleting it from the info cache [ 1496.764045] env[69155]: DEBUG nova.network.neutron [req-11d95e01-1c05-44b4-a483-bd19314f7353 req-4a7baaa2-d3ee-40fb-a93c-c6c14f74176d service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.189823] env[69155]: DEBUG nova.network.neutron [-] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.266956] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15bbb7e7-5ba6-4164-9ad8-401fda382807 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.279160] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbacb04-2b50-457e-9cfa-65541cffc586 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.305082] env[69155]: DEBUG nova.compute.manager [req-11d95e01-1c05-44b4-a483-bd19314f7353 req-4a7baaa2-d3ee-40fb-a93c-c6c14f74176d service nova] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Detach interface failed, port_id=6e21130f-fc57-41d9-a16b-91bbce82fc49, reason: Instance 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1497.693118] env[69155]: INFO nova.compute.manager [-] [instance: 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c] Took 1.47 seconds to deallocate network for instance. [ 1498.199172] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.199479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.199713] env[69155]: DEBUG nova.objects.instance [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lazy-loading 'resources' on Instance uuid 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.790661] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a909f5b9-bbab-46e8-991d-6ca55ce4788c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.798532] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4593d1-106a-4a17-9eff-a7b7a14abe71 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.829886] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab7d4e-af3c-4a8f-b1cb-5cc7a1c4a6c1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.837266] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc81b23-315f-4b01-ac58-d676bb71d50f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.850034] env[69155]: DEBUG nova.compute.provider_tree [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.353343] env[69155]: DEBUG nova.scheduler.client.report [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.858939] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.906316] env[69155]: INFO nova.scheduler.client.report [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Deleted allocations for instance 9d3f31da-d16b-4bb9-bc90-6b24d5033a2c [ 1500.414695] env[69155]: DEBUG oslo_concurrency.lockutils [None req-35590bbb-a0e9-42e3-b646-afeea7de148e tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Lock "9d3f31da-d16b-4bb9-bc90-6b24d5033a2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.814s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.863487] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.863826] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.367627] env[69155]: DEBUG nova.compute.utils [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Using /dev/sd instead of None {{(pid=69155) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1517.870855] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.954714] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.955091] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.955187] env[69155]: INFO nova.compute.manager [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Attaching volume 5c48f16c-f51c-49dd-9f52-2d00de3efbdc to /dev/sdb [ 1519.009954] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191aae6d-7da9-4cef-850e-c2bef2ef6d7f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.018042] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f345783f-e21e-47e6-ac73-e872ea2fa74c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.030298] env[69155]: DEBUG nova.virt.block_device [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating existing volume attachment record: 9d2569ad-0524-4d02-bfc1-045ddeb99515 {{(pid=69155) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1523.573046] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Volume attach. Driver type: vmdk {{(pid=69155) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1523.573046] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718360', 'volume_id': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'name': 'volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1aa4d927-80d2-4b64-be87-7e35725cb2d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'serial': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1523.573449] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c21dfe-5ec5-45b3-b9e0-eaf53b42b333 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.589327] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f662fa8-e6a8-4bc7-85e3-eecf2b3404c8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.612477] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc/volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.613613] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b14b3c2-620f-4048-a76d-b91c789d71d6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.630538] env[69155]: DEBUG oslo_vmware.api [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1523.630538] env[69155]: value = "task-3600768" [ 1523.630538] env[69155]: _type = "Task" [ 1523.630538] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.637997] env[69155]: DEBUG oslo_vmware.api [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.140536] env[69155]: DEBUG oslo_vmware.api [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600768, 'name': ReconfigVM_Task, 'duration_secs': 0.481156} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.140803] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc/volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.145476] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51276ace-556b-4cd7-8374-b5530075a545 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.159723] env[69155]: DEBUG oslo_vmware.api [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1524.159723] env[69155]: value = "task-3600769" [ 1524.159723] env[69155]: _type = "Task" [ 1524.159723] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.167125] env[69155]: DEBUG oslo_vmware.api [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.669507] env[69155]: DEBUG oslo_vmware.api [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600769, 'name': ReconfigVM_Task, 'duration_secs': 0.135557} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.669808] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718360', 'volume_id': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'name': 'volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1aa4d927-80d2-4b64-be87-7e35725cb2d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'serial': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc'} {{(pid=69155) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1524.790758] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.704151] env[69155]: DEBUG nova.objects.instance [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lazy-loading 'flavor' on Instance uuid 1aa4d927-80d2-4b64-be87-7e35725cb2d7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.210879] env[69155]: DEBUG oslo_concurrency.lockutils [None req-be25a8f5-7c23-4579-92e5-cab99637d013 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.351938] env[69155]: INFO nova.compute.manager [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Rescuing [ 1526.352224] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.352382] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.352579] env[69155]: DEBUG nova.network.neutron [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.785609] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.790237] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.203857] env[69155]: DEBUG nova.network.neutron [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [{"id": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "address": "fa:16:3e:97:8c:9e", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0669be3-b6", "ovs_interfaceid": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.706879] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.790498] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.790789] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.293167] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.293415] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.293594] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.293752] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1528.294677] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c7323-a5a4-4c29-a816-3c1b494151d0 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.302853] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7120a14-b793-4cbc-ad00-16e75c389667 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.316221] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b81ca-c8bf-4b09-87ef-db4ba0753ba8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.322015] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec10c4-c896-44f0-842e-3c4110b5a5bc {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.350945] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180284MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1528.351095] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.351291] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.242978] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.243323] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bdca8d6-d1bb-4207-9e78-1a670b9641e7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.251239] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1529.251239] env[69155]: value = "task-3600770" [ 1529.251239] env[69155]: _type = "Task" [ 1529.251239] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.258873] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.379017] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 7233349c-fc83-4d6d-85b9-f69dd6208cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1529.379017] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 32a1a890-929c-4377-a670-0f30ec693832 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1529.379017] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 1aa4d927-80d2-4b64-be87-7e35725cb2d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1529.379017] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1529.379017] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1529.428902] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f84f0a-7362-48ce-ab4e-6c14a842b701 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.436360] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c42d909-4638-4602-863d-31a67791dae4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.468201] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe5d18d-f4ce-47ab-a54d-207da6884042 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.475885] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b33d0d4-b5a8-41d3-99cd-c53aac054775 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.489098] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.761701] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600770, 'name': PowerOffVM_Task, 'duration_secs': 0.214937} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.762035] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.762785] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e5e460-d221-41bf-8281-5c574181f42b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.782796] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8720f064-bdb9-4a25-8260-929c3f8b7f87 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.807750] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.807982] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f388503-6bad-4025-9497-6fc3ce7aca7a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.813933] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1529.813933] env[69155]: value = "task-3600771" [ 1529.813933] env[69155]: _type = "Task" [ 1529.813933] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.820779] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.992587] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.325695] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] VM already powered off {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1530.326150] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Processing image a9fd992a-b328-4664-8f56-2150d67aa19e {{(pid=69155) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.326274] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.326445] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.326658] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.326938] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c499861e-0417-45ee-95cb-e73c0ebc1fa4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.336575] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69155) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.336773] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69155) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.337440] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddcbfbe7-e8c7-476c-ad0b-a805b6b640ba {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.342542] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1530.342542] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a7c79d-2c0a-e2a7-8b8f-cb509c9fde62" [ 1530.342542] env[69155]: _type = "Task" [ 1530.342542] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.349791] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a7c79d-2c0a-e2a7-8b8f-cb509c9fde62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.497884] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1530.498123] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.147s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.852895] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52a7c79d-2c0a-e2a7-8b8f-cb509c9fde62, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.853651] env[69155]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e052d5b-cd02-47c8-a7d1-a7d11c95c1d8 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.858461] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1530.858461] env[69155]: value = "session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c1ed3b-6ac7-9e67-c04c-7e86983cab04" [ 1530.858461] env[69155]: _type = "Task" [ 1530.858461] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.866642] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c1ed3b-6ac7-9e67-c04c-7e86983cab04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.368546] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': session[5216a3de-750f-e2a3-f2e8-390a060f4f7b]52c1ed3b-6ac7-9e67-c04c-7e86983cab04, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.368912] env[69155]: DEBUG oslo_concurrency.lockutils [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.369044] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. {{(pid=69155) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1531.369303] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83a8b641-859e-4da4-8776-ceb3822232f5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.376282] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1531.376282] env[69155]: value = "task-3600772" [ 1531.376282] env[69155]: _type = "Task" [ 1531.376282] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.383224] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.498290] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.498520] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.498688] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.498833] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1531.885726] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.395082} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.885994] env[69155]: INFO nova.virt.vmwareapi.ds_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a9fd992a-b328-4664-8f56-2150d67aa19e/a9fd992a-b328-4664-8f56-2150d67aa19e.vmdk to [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk. [ 1531.886757] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383c0985-731e-4755-8c7b-737dc828ef12 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.912960] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.913208] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a530b63-c469-4354-b865-01227cd12899 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.930674] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1531.930674] env[69155]: value = "task-3600773" [ 1531.930674] env[69155]: _type = "Task" [ 1531.930674] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.938123] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.440441] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600773, 'name': ReconfigVM_Task, 'duration_secs': 0.309599} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.440814] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7/a9fd992a-b328-4664-8f56-2150d67aa19e-rescue.vmdk or device None with type thin {{(pid=69155) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.441525] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f4b265-6711-4398-8e96-2876be2e87e6 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.468011] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1612a7c0-6ae8-4964-8a42-5228c6e9617f {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.483273] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1532.483273] env[69155]: value = "task-3600774" [ 1532.483273] env[69155]: _type = "Task" [ 1532.483273] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.490419] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.993374] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600774, 'name': ReconfigVM_Task, 'duration_secs': 0.155121} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.993643] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.993911] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aace17ef-b2e9-410d-98cc-4b7fd72631ef {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.999800] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1532.999800] env[69155]: value = "task-3600775" [ 1532.999800] env[69155]: _type = "Task" [ 1532.999800] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.006640] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.509886] env[69155]: DEBUG oslo_vmware.api [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600775, 'name': PowerOnVM_Task, 'duration_secs': 0.380683} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.510291] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.512848] env[69155]: DEBUG nova.compute.manager [None req-e1d1b734-4327-4b22-83af-e3ccf3aeb545 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.513606] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaa410f-ca61-409b-8828-9df2488842e2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.457344] env[69155]: INFO nova.compute.manager [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Unrescuing [ 1534.457608] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.457768] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquired lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.457939] env[69155]: DEBUG nova.network.neutron [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Building network info cache for instance {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.193067] env[69155]: DEBUG nova.network.neutron [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [{"id": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "address": "fa:16:3e:97:8c:9e", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0669be3-b6", "ovs_interfaceid": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.695841] env[69155]: DEBUG oslo_concurrency.lockutils [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Releasing lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.696612] env[69155]: DEBUG nova.objects.instance [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lazy-loading 'flavor' on Instance uuid 1aa4d927-80d2-4b64-be87-7e35725cb2d7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.203752] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d06378-95c5-42d1-8db8-c2b335678b98 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.238631] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.238940] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf6cce9-1258-4e0b-a216-1f9c31c6580b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.245581] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1536.245581] env[69155]: value = "task-3600776" [ 1536.245581] env[69155]: _type = "Task" [ 1536.245581] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.252764] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.755412] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600776, 'name': PowerOffVM_Task, 'duration_secs': 0.220856} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.755665] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.760901] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1536.761168] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41bb572a-fcd4-4fe1-a280-dee69cfad4a4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.778280] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1536.778280] env[69155]: value = "task-3600777" [ 1536.778280] env[69155]: _type = "Task" [ 1536.778280] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.786661] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.288310] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600777, 'name': ReconfigVM_Task, 'duration_secs': 0.242866} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.288658] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1537.288860] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powering on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.289128] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9aedca-1f2f-4671-981d-cd6f64f76ac5 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.294986] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1537.294986] env[69155]: value = "task-3600778" [ 1537.294986] env[69155]: _type = "Task" [ 1537.294986] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.302105] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.786108] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.805333] env[69155]: DEBUG oslo_vmware.api [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600778, 'name': PowerOnVM_Task, 'duration_secs': 0.350894} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.805545] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powered on the VM {{(pid=69155) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1537.805762] env[69155]: DEBUG nova.compute.manager [None req-24af48ff-ae09-4952-b010-cc10f4aa6824 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Checking state {{(pid=69155) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1537.806502] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5409c4f6-e502-44bb-ba00-12bb2fcc11f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.173063] env[69155]: DEBUG nova.compute.manager [req-9294b226-4824-4663-83fd-600781fe5116 req-5b2dc1f0-6ff3-4393-9171-190693f90a10 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Received event network-changed-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1539.173313] env[69155]: DEBUG nova.compute.manager [req-9294b226-4824-4663-83fd-600781fe5116 req-5b2dc1f0-6ff3-4393-9171-190693f90a10 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Refreshing instance network info cache due to event network-changed-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1539.173468] env[69155]: DEBUG oslo_concurrency.lockutils [req-9294b226-4824-4663-83fd-600781fe5116 req-5b2dc1f0-6ff3-4393-9171-190693f90a10 service nova] Acquiring lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.173615] env[69155]: DEBUG oslo_concurrency.lockutils [req-9294b226-4824-4663-83fd-600781fe5116 req-5b2dc1f0-6ff3-4393-9171-190693f90a10 service nova] Acquired lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.173777] env[69155]: DEBUG nova.network.neutron [req-9294b226-4824-4663-83fd-600781fe5116 req-5b2dc1f0-6ff3-4393-9171-190693f90a10 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Refreshing network info cache for port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1539.883073] env[69155]: DEBUG nova.network.neutron [req-9294b226-4824-4663-83fd-600781fe5116 req-5b2dc1f0-6ff3-4393-9171-190693f90a10 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updated VIF entry in instance network info cache for port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1539.883480] env[69155]: DEBUG nova.network.neutron [req-9294b226-4824-4663-83fd-600781fe5116 req-5b2dc1f0-6ff3-4393-9171-190693f90a10 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [{"id": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "address": "fa:16:3e:97:8c:9e", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0669be3-b6", "ovs_interfaceid": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.386657] env[69155]: DEBUG oslo_concurrency.lockutils [req-9294b226-4824-4663-83fd-600781fe5116 req-5b2dc1f0-6ff3-4393-9171-190693f90a10 service nova] Releasing lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.201136] env[69155]: DEBUG nova.compute.manager [req-58863feb-d9ab-447f-8967-3e635ae99bf7 req-6277e5dd-810b-4225-a362-ed46d4e908e8 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Received event network-changed-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.201299] env[69155]: DEBUG nova.compute.manager [req-58863feb-d9ab-447f-8967-3e635ae99bf7 req-6277e5dd-810b-4225-a362-ed46d4e908e8 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Refreshing instance network info cache due to event network-changed-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6. {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1541.201513] env[69155]: DEBUG oslo_concurrency.lockutils [req-58863feb-d9ab-447f-8967-3e635ae99bf7 req-6277e5dd-810b-4225-a362-ed46d4e908e8 service nova] Acquiring lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.201661] env[69155]: DEBUG oslo_concurrency.lockutils [req-58863feb-d9ab-447f-8967-3e635ae99bf7 req-6277e5dd-810b-4225-a362-ed46d4e908e8 service nova] Acquired lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.201824] env[69155]: DEBUG nova.network.neutron [req-58863feb-d9ab-447f-8967-3e635ae99bf7 req-6277e5dd-810b-4225-a362-ed46d4e908e8 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Refreshing network info cache for port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.886825] env[69155]: DEBUG nova.network.neutron [req-58863feb-d9ab-447f-8967-3e635ae99bf7 req-6277e5dd-810b-4225-a362-ed46d4e908e8 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updated VIF entry in instance network info cache for port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6. {{(pid=69155) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.887200] env[69155]: DEBUG nova.network.neutron [req-58863feb-d9ab-447f-8967-3e635ae99bf7 req-6277e5dd-810b-4225-a362-ed46d4e908e8 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [{"id": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "address": "fa:16:3e:97:8c:9e", "network": {"id": "0724ecb9-955b-4a14-a77f-3b0f6adbfc20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1781544495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5638cd4403e4a3eb3984c4a2141aca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0669be3-b6", "ovs_interfaceid": "c0669be3-b6c4-415d-8c25-dde0ebfc8ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.390084] env[69155]: DEBUG oslo_concurrency.lockutils [req-58863feb-d9ab-447f-8967-3e635ae99bf7 req-6277e5dd-810b-4225-a362-ed46d4e908e8 service nova] Releasing lock "refresh_cache-1aa4d927-80d2-4b64-be87-7e35725cb2d7" {{(pid=69155) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.151057] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.151410] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.654719] env[69155]: INFO nova.compute.manager [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Detaching volume 5c48f16c-f51c-49dd-9f52-2d00de3efbdc [ 1574.684306] env[69155]: INFO nova.virt.block_device [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Attempting to driver detach volume 5c48f16c-f51c-49dd-9f52-2d00de3efbdc from mountpoint /dev/sdb [ 1574.684582] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Volume detach. Driver type: vmdk {{(pid=69155) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1574.684713] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718360', 'volume_id': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'name': 'volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1aa4d927-80d2-4b64-be87-7e35725cb2d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'serial': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1574.685599] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7999f595-3816-4d39-b1e7-a504b49b70ad {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.707140] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3debde4d-0e27-4cd6-bce3-276a338a4a11 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.713325] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4449f-013f-4b10-a879-1c47fd9bcacd {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.732957] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9814a8-30fd-499e-bf65-710023f16ceb {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.746636] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] The volume has not been displaced from its original location: [datastore1] volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc/volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc.vmdk. No consolidation needed. {{(pid=69155) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1574.751695] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1574.751946] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a11eea27-1f87-4c88-b464-1d8e822f4b85 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.769447] env[69155]: DEBUG oslo_vmware.api [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1574.769447] env[69155]: value = "task-3600779" [ 1574.769447] env[69155]: _type = "Task" [ 1574.769447] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.776751] env[69155]: DEBUG oslo_vmware.api [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.280518] env[69155]: DEBUG oslo_vmware.api [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600779, 'name': ReconfigVM_Task, 'duration_secs': 0.214962} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.280855] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69155) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1575.285274] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c9680c-3a28-42ea-b14a-c0ec0d314f3a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.300788] env[69155]: DEBUG oslo_vmware.api [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1575.300788] env[69155]: value = "task-3600780" [ 1575.300788] env[69155]: _type = "Task" [ 1575.300788] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.307913] env[69155]: DEBUG oslo_vmware.api [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.810235] env[69155]: DEBUG oslo_vmware.api [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.310818] env[69155]: DEBUG oslo_vmware.api [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.811678] env[69155]: DEBUG oslo_vmware.api [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600780, 'name': ReconfigVM_Task, 'duration_secs': 1.136178} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.812041] env[69155]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-718360', 'volume_id': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'name': 'volume-5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1aa4d927-80d2-4b64-be87-7e35725cb2d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc', 'serial': '5c48f16c-f51c-49dd-9f52-2d00de3efbdc'} {{(pid=69155) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1577.351022] env[69155]: DEBUG nova.objects.instance [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lazy-loading 'flavor' on Instance uuid 1aa4d927-80d2-4b64-be87-7e35725cb2d7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.359502] env[69155]: DEBUG oslo_concurrency.lockutils [None req-dd3d2617-5259-4938-9bce-2616b317cac0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.208s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.488479] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.488858] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.488998] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.489180] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.489351] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.491459] env[69155]: INFO nova.compute.manager [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Terminating instance [ 1579.995630] env[69155]: DEBUG nova.compute.manager [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.995948] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.997109] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8bc80b-2c0c-437f-a979-faa632d13600 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.006331] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.006551] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c72519b-3a5f-4231-b5f5-03cefe7ac5d7 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.013052] env[69155]: DEBUG oslo_vmware.api [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1580.013052] env[69155]: value = "task-3600781" [ 1580.013052] env[69155]: _type = "Task" [ 1580.013052] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.020733] env[69155]: DEBUG oslo_vmware.api [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.524053] env[69155]: DEBUG oslo_vmware.api [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600781, 'name': PowerOffVM_Task, 'duration_secs': 0.184819} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.524053] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.524053] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.524053] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e23472d6-fe40-4c2d-990e-dd2785326c10 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.585788] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.586016] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Deleting contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.586204] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleting the datastore file [datastore1] 1aa4d927-80d2-4b64-be87-7e35725cb2d7 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.586470] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f744a9da-66aa-457f-aa09-9024db3ad868 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.592685] env[69155]: DEBUG oslo_vmware.api [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1580.592685] env[69155]: value = "task-3600783" [ 1580.592685] env[69155]: _type = "Task" [ 1580.592685] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.599833] env[69155]: DEBUG oslo_vmware.api [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.103061] env[69155]: DEBUG oslo_vmware.api [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125363} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.103318] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.103506] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Deleted contents of the VM from datastore datastore1 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.103681] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.103854] env[69155]: INFO nova.compute.manager [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1581.104108] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1581.104323] env[69155]: DEBUG nova.compute.manager [-] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.104440] env[69155]: DEBUG nova.network.neutron [-] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.535284] env[69155]: DEBUG nova.compute.manager [req-cae7a542-973a-47f1-9d58-35c6317d1785 req-711159bc-f569-49b9-867f-4b9859edf741 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Received event network-vif-deleted-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1581.535533] env[69155]: INFO nova.compute.manager [req-cae7a542-973a-47f1-9d58-35c6317d1785 req-711159bc-f569-49b9-867f-4b9859edf741 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Neutron deleted interface c0669be3-b6c4-415d-8c25-dde0ebfc8ef6; detaching it from the instance and deleting it from the info cache [ 1581.535694] env[69155]: DEBUG nova.network.neutron [req-cae7a542-973a-47f1-9d58-35c6317d1785 req-711159bc-f569-49b9-867f-4b9859edf741 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.008242] env[69155]: DEBUG nova.network.neutron [-] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.038925] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-993d48ff-3547-4937-b6d8-f76fa8e2615b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.049209] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b82422-d59d-4ea2-9738-29b3a0efad09 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.076052] env[69155]: DEBUG nova.compute.manager [req-cae7a542-973a-47f1-9d58-35c6317d1785 req-711159bc-f569-49b9-867f-4b9859edf741 service nova] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Detach interface failed, port_id=c0669be3-b6c4-415d-8c25-dde0ebfc8ef6, reason: Instance 1aa4d927-80d2-4b64-be87-7e35725cb2d7 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1582.511116] env[69155]: INFO nova.compute.manager [-] [instance: 1aa4d927-80d2-4b64-be87-7e35725cb2d7] Took 1.41 seconds to deallocate network for instance. [ 1583.019875] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.020268] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.020403] env[69155]: DEBUG nova.objects.instance [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lazy-loading 'resources' on Instance uuid 1aa4d927-80d2-4b64-be87-7e35725cb2d7 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1583.572767] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2848c882-8301-46a4-95cc-f3a882e08257 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.580332] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8251e64-f6f5-475e-8607-7c18ebb12cb9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.611404] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdcfb59-fb91-49ad-b23b-3346c5a73ae2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.618265] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44cc72-f0b2-4e84-b475-0ecb3fc1c1e9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.630818] env[69155]: DEBUG nova.compute.provider_tree [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.134533] env[69155]: DEBUG nova.scheduler.client.report [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.639681] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.661834] env[69155]: INFO nova.scheduler.client.report [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleted allocations for instance 1aa4d927-80d2-4b64-be87-7e35725cb2d7 [ 1584.789894] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.169448] env[69155]: DEBUG oslo_concurrency.lockutils [None req-76c49402-3905-47b6-9456-db51e2452e6c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "1aa4d927-80d2-4b64-be87-7e35725cb2d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1586.791445] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.785531] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.790224] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.790446] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.293859] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.294071] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.294251] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.294453] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69155) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1589.295364] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a98d4c6-3327-4487-a461-08ce7d6830b4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.303418] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4a34eb-0ba6-431c-86ed-78757577b465 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.317098] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1decdcbf-f34c-4e01-8b1e-449d4fb2ceb1 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.322936] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2f005-00bb-4d17-befe-1f52586b0544 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.351678] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180366MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69155) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1589.351834] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.352052] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.378840] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 7233349c-fc83-4d6d-85b9-f69dd6208cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1590.378840] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Instance 32a1a890-929c-4377-a670-0f30ec693832 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69155) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1590.378840] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1590.378840] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69155) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1590.412271] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0750b3-9074-4f47-8091-8a69e1377a01 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.419772] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14581b4-61ca-46a0-99c8-af0c8af6fdd2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.449569] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0856985-686e-4f50-affb-e9533e831002 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.456103] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05532834-7b1f-4567-9f44-5b9ba290b0f9 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.468540] env[69155]: DEBUG nova.compute.provider_tree [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.616775] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "32a1a890-929c-4377-a670-0f30ec693832" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.617131] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "32a1a890-929c-4377-a670-0f30ec693832" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.617357] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "32a1a890-929c-4377-a670-0f30ec693832-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.617556] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "32a1a890-929c-4377-a670-0f30ec693832-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.617800] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "32a1a890-929c-4377-a670-0f30ec693832-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.620021] env[69155]: INFO nova.compute.manager [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Terminating instance [ 1590.971734] env[69155]: DEBUG nova.scheduler.client.report [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.123754] env[69155]: DEBUG nova.compute.manager [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.123983] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.124914] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0181c666-800f-49b1-890f-635f4bc6e6e4 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.133089] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.133335] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bca254f-5ef5-400b-b323-e1d64b4e89f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.138712] env[69155]: DEBUG oslo_vmware.api [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1591.138712] env[69155]: value = "task-3600785" [ 1591.138712] env[69155]: _type = "Task" [ 1591.138712] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.146307] env[69155]: DEBUG oslo_vmware.api [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.477099] env[69155]: DEBUG nova.compute.resource_tracker [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69155) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1591.477434] env[69155]: DEBUG oslo_concurrency.lockutils [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.648198] env[69155]: DEBUG oslo_vmware.api [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600785, 'name': PowerOffVM_Task, 'duration_secs': 0.216415} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.648426] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.648601] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.648844] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d668e34-2e7a-4ef9-b5cb-3353eff0c2e3 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.711280] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.711503] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.711688] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleting the datastore file [datastore2] 32a1a890-929c-4377-a670-0f30ec693832 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.711964] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8efb8e2c-a4a1-41c0-b13d-c7a4aa17fe39 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.719606] env[69155]: DEBUG oslo_vmware.api [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1591.719606] env[69155]: value = "task-3600787" [ 1591.719606] env[69155]: _type = "Task" [ 1591.719606] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.727385] env[69155]: DEBUG oslo_vmware.api [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.229145] env[69155]: DEBUG oslo_vmware.api [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167849} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.229419] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.229608] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.229783] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.229958] env[69155]: INFO nova.compute.manager [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1592.230226] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1592.230417] env[69155]: DEBUG nova.compute.manager [-] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.230513] env[69155]: DEBUG nova.network.neutron [-] [instance: 32a1a890-929c-4377-a670-0f30ec693832] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.466733] env[69155]: DEBUG nova.compute.manager [req-a0bbaf8a-1949-461b-968a-63178724fb58 req-0730877e-a247-4729-8b9e-7f86342fe320 service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Received event network-vif-deleted-edaca810-4bae-44ff-9668-56a3f2d3cca4 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1592.466962] env[69155]: INFO nova.compute.manager [req-a0bbaf8a-1949-461b-968a-63178724fb58 req-0730877e-a247-4729-8b9e-7f86342fe320 service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Neutron deleted interface edaca810-4bae-44ff-9668-56a3f2d3cca4; detaching it from the instance and deleting it from the info cache [ 1592.467133] env[69155]: DEBUG nova.network.neutron [req-a0bbaf8a-1949-461b-968a-63178724fb58 req-0730877e-a247-4729-8b9e-7f86342fe320 service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.476830] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.477056] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.477197] env[69155]: DEBUG nova.compute.manager [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69155) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1592.790624] env[69155]: DEBUG oslo_service.periodic_task [None req-3dd69eda-86a1-4bbe-a0ee-9c3ad910a3f3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69155) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.951414] env[69155]: DEBUG nova.network.neutron [-] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.970293] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6594dc6-e40a-4bcd-a628-8dfbf0a1d08d {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.982227] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3648dc-1797-4bda-bc84-070a06c987f2 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.007100] env[69155]: DEBUG nova.compute.manager [req-a0bbaf8a-1949-461b-968a-63178724fb58 req-0730877e-a247-4729-8b9e-7f86342fe320 service nova] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Detach interface failed, port_id=edaca810-4bae-44ff-9668-56a3f2d3cca4, reason: Instance 32a1a890-929c-4377-a670-0f30ec693832 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1593.454332] env[69155]: INFO nova.compute.manager [-] [instance: 32a1a890-929c-4377-a670-0f30ec693832] Took 1.22 seconds to deallocate network for instance. [ 1593.960467] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.960782] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.960990] env[69155]: DEBUG nova.objects.instance [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lazy-loading 'resources' on Instance uuid 32a1a890-929c-4377-a670-0f30ec693832 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.503195] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5da25-05d0-4db2-ba43-d47903f1c35b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.510727] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b0070d-0958-495f-b901-53a1677cc503 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.540875] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb6830-25c9-4e6a-a431-46d06e6d6465 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.548385] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfe7c46-63e9-4570-9c3e-bb67d7bd109c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.562330] env[69155]: DEBUG nova.compute.provider_tree [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.065767] env[69155]: DEBUG nova.scheduler.client.report [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.572641] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.595898] env[69155]: INFO nova.scheduler.client.report [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleted allocations for instance 32a1a890-929c-4377-a670-0f30ec693832 [ 1596.104938] env[69155]: DEBUG oslo_concurrency.lockutils [None req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "32a1a890-929c-4377-a670-0f30ec693832" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.488s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.255289] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.255710] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.255804] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.255996] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.256191] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.258274] env[69155]: INFO nova.compute.manager [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Terminating instance [ 1597.761985] env[69155]: DEBUG nova.compute.manager [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Start destroying the instance on the hypervisor. {{(pid=69155) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.762264] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Destroying instance {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.763200] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f000c2-c44b-4722-9b57-730a1bd08084 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.771106] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powering off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.771328] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4389fd2-7c8b-4250-a4c1-1813f61adc30 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.777553] env[69155]: DEBUG oslo_vmware.api [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1597.777553] env[69155]: value = "task-3600788" [ 1597.777553] env[69155]: _type = "Task" [ 1597.777553] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.785048] env[69155]: DEBUG oslo_vmware.api [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.287278] env[69155]: DEBUG oslo_vmware.api [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600788, 'name': PowerOffVM_Task, 'duration_secs': 0.203019} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.287639] env[69155]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Powered off the VM {{(pid=69155) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.287688] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Unregistering the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.287889] env[69155]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc126d2a-cd66-494d-8552-b9fbddbb614a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.352158] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Unregistered the VM {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.352376] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Deleting contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.352558] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleting the datastore file [datastore2] 7233349c-fc83-4d6d-85b9-f69dd6208cf0 {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.352815] env[69155]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1477a4a-6708-4ded-9f81-cf884e61e36b {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.359872] env[69155]: DEBUG oslo_vmware.api [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for the task: (returnval){ [ 1598.359872] env[69155]: value = "task-3600790" [ 1598.359872] env[69155]: _type = "Task" [ 1598.359872] env[69155]: } to complete. {{(pid=69155) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.366816] env[69155]: DEBUG oslo_vmware.api [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.870016] env[69155]: DEBUG oslo_vmware.api [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Task: {'id': task-3600790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140364} completed successfully. {{(pid=69155) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.870275] env[69155]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleted the datastore file {{(pid=69155) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.870462] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Deleted contents of the VM from datastore datastore2 {{(pid=69155) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.870655] env[69155]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Instance destroyed {{(pid=69155) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.870831] env[69155]: INFO nova.compute.manager [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1598.871089] env[69155]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69155) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1598.871283] env[69155]: DEBUG nova.compute.manager [-] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Deallocating network for instance {{(pid=69155) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.871376] env[69155]: DEBUG nova.network.neutron [-] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] deallocate_for_instance() {{(pid=69155) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.107175] env[69155]: DEBUG nova.compute.manager [req-06797580-c968-4a00-98fd-ba4f7de7fd9c req-4582ef61-bef9-45fd-9ab2-7ff1dfaef156 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Received event network-vif-deleted-64e74709-8259-49fd-b1cd-ead3cb1b3fd4 {{(pid=69155) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1599.107362] env[69155]: INFO nova.compute.manager [req-06797580-c968-4a00-98fd-ba4f7de7fd9c req-4582ef61-bef9-45fd-9ab2-7ff1dfaef156 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Neutron deleted interface 64e74709-8259-49fd-b1cd-ead3cb1b3fd4; detaching it from the instance and deleting it from the info cache [ 1599.107523] env[69155]: DEBUG nova.network.neutron [req-06797580-c968-4a00-98fd-ba4f7de7fd9c req-4582ef61-bef9-45fd-9ab2-7ff1dfaef156 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.592383] env[69155]: DEBUG nova.network.neutron [-] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Updating instance_info_cache with network_info: [] {{(pid=69155) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.610571] env[69155]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b8de55b-60b8-4ae1-9d89-5053e9b4e2fa {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.620406] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ace8338-988b-47a6-875f-7008567d1427 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.643302] env[69155]: DEBUG nova.compute.manager [req-06797580-c968-4a00-98fd-ba4f7de7fd9c req-4582ef61-bef9-45fd-9ab2-7ff1dfaef156 service nova] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Detach interface failed, port_id=64e74709-8259-49fd-b1cd-ead3cb1b3fd4, reason: Instance 7233349c-fc83-4d6d-85b9-f69dd6208cf0 could not be found. {{(pid=69155) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1600.095148] env[69155]: INFO nova.compute.manager [-] [instance: 7233349c-fc83-4d6d-85b9-f69dd6208cf0] Took 1.22 seconds to deallocate network for instance. [ 1600.602226] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.602602] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.602787] env[69155]: DEBUG nova.objects.instance [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lazy-loading 'resources' on Instance uuid 7233349c-fc83-4d6d-85b9-f69dd6208cf0 {{(pid=69155) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.136190] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78189356-7457-452e-8026-77676fd7fd31 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.143943] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d560c00a-9b07-4719-8ab7-0c02335dac15 {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.172913] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de401e2d-4ada-418f-a34e-0cd6c856dc9a {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.179549] env[69155]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a11681-45bb-4ace-97ae-086f7c0b9a0c {{(pid=69155) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.192895] env[69155]: DEBUG nova.compute.provider_tree [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed in ProviderTree for provider: fe5846b4-4143-4953-928e-00592fe9eee7 {{(pid=69155) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.695974] env[69155]: DEBUG nova.scheduler.client.report [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Inventory has not changed for provider fe5846b4-4143-4953-928e-00592fe9eee7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69155) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.201019] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.234632] env[69155]: INFO nova.scheduler.client.report [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Deleted allocations for instance 7233349c-fc83-4d6d-85b9-f69dd6208cf0 [ 1602.741984] env[69155]: DEBUG oslo_concurrency.lockutils [None req-01b34c8d-0a99-4d46-a369-e507c5215bfa tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Lock "7233349c-fc83-4d6d-85b9-f69dd6208cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.486s {{(pid=69155) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}